{"schemaVersion":"2.0.0","generatedAt":"2026-07-20T06:00:11.434Z","modelCount":46,"source":{"provider":"huggingface","formats":["gguf","safetensors"],"strategy":"popular-by-downloads"},"selectionPolicy":{"limit":40,"sort":"downloads","direction":"desc"},"build":{"attempted":120,"included":46,"skipped":74,"skipReasons":{"PaddlePaddle/PaddleOCR-VL-1.6-GGUF":["Skipped because parameter count or GGUF variants are unavailable"],"stabilityai/sd-turbo":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"SG161222/Realistic_Vision_V5.1_noVAE":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"CompVis/stable-diffusion-v1-4":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Jonjew/GetphatFLUXRealityNSFW":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"lightx2v/Qwen-Image-Lightning":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"optimum-intel-internal-testing/tiny-stable-diffusion-torch":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"wikeeyang/Flux2-Klein-9B-True-V2":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"optimum-intel-internal-testing/tiny-random-stable-diffusion-xl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"nphSi/Z-Image-Lora":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"cagliostrolab/animagine-xl-4.0":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"playgroundai/playground-v2.5-1024px-aesthetic":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"black-forest-labs/FLUX.1-schnell":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"LyliaEngine/Pony_Diffusion_V6_XL":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"optimum-intel-internal-testing/stable-diffusion-3-tiny-random":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Lykon/DreamShaper":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"krea/Krea-2-Turbo":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"optimum-intel-internal-testing/tiny-random-flux":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"RunDiffusion/Juggernaut-XL-v9":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"SG161222/RealVisXL_V5.0":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Qwen/Qwen-Image":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"h94/IP-Adapter-FaceID":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"frankjoshua/novaAnimeXL_ilV140":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"optimum-intel-internal-testing/tiny-random-latent-consistency":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"stable-diffusion-v1-5/stable-diffusion-inpainting":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"stablediffusionapi/juggernaut-reborn":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"martineux/dvine82-xl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"krea/Krea-2-Raw":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"John6666/one-obsession-17-red-sdxl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"silveroxides/Chroma-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"John6666/nova-furry-xl-il-v120-sdxl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"John6666/amanatsu-illustrious-v11-sdxl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"cagliostrolab/animagine-xl-3.1":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"SimianLuo/LCM_Dreamshaper_v7":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"SulphurAI/Sulphur-2-base":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.1-T2V-1.3B-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Abiray/Sulphur-2-base-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.2-TI2V-5B-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"ali-vilab/text-to-video-ms-1.7b":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.2-T2V-A14B-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"QuantStack/Wan2.2-T2V-A14B-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.1-T2V-14B":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"FastVideo/FastWan2.2-TI2V-5B-FullAttn-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.1-T2V-14B-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"magespace/Wan2.2-I2V-A14B-Lightning-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"alibaba-pai/Wan2.2-Fun-Reward-LoRAs":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.1-T2V-1.3B":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"IPostYellow/TurboWan2.1-T2V-1.3B-Diffusers":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"bullerwins/Wan2.2-T2V-A14B-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Abiray/LTX-2.3-22B-DISTILLED-1.1-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Lightricks/LTX-Video-ICLoRA-detailer-13b-0.9.8":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"QuantStack/Wan2.2-TI2V-5B-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"zai-org/CogVideoX-2b":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"city96/Wan2.1-T2V-14B-gguf":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"calcuis/wan-gguf":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Seregil13th/Sulphur-2-base":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Wan-AI/Wan2.2-TI2V-5B":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"zai-org/CogVideoX-5b":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"wangfuyun/AnimateLCM":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"ali-vilab/i2vgen-xl":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"ByteDance/AnimateDiff-Lightning":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"neuregex/Bernini-R-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"QuantStack/Wan2.1_14B_VACE-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"calcuis/wan2-gguf":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"Muapi/ltx-2-2.3-i2v-nsfw-furry-multi-purpose-sex-lora":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"calcuis/wan-1.3b-gguf":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"vrgamedevgirl84/Wan14BT2VFusioniX":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"wanabmeya/clip_vision_h.safetensors":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"realrebelai/JoyAI-Echo_GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"cerspense/zeroscope_v2_576w":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"jdopensource/JoyAI-Echo":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"alibaba-pai/Wan2.1-Fun-V1.1-1.3B-InP":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"],"QuantStack/Wan2.2-Fun-A14B-Control-GGUF":["Too many subrequests by single Worker invocation. To configure this limit, refer to https://developers.cloudflare.com/workers/wrangler/configuration/#limits"]},"lastSuccessfulAt":"2026-07-20T06:00:11.434Z","durationMs":41625},"models":[{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","author":"Andycurrent","title":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","modelName":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":999885952,"architecture":"gemma3","contextLength":32768,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","sizeBytes":689815648,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","sha256":"sha256:6008b2f2537e2624eb6b9ed9e72f70cf1e11afb87e39383bd9acb7d10374960f"}],"totalSizeBytes":689815648,"sha256":"sha256:6008b2f2537e2624eb6b9ed9e72f70cf1e11afb87e39383bd9acb7d10374960f","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":320275969,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1207218588,"totalGb":1.1}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf","sizeBytes":722417248,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf","sha256":"sha256:2586c2c40703931aedac52fdd69d28b60b1027aaa0871468e0aee8908c6edd9b"}],"totalSizeBytes":722417248,"sha256":"sha256:2586c2c40703931aedac52fdd69d28b60b1027aaa0871468e0aee8908c6edd9b","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":492131367,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1379073986,"totalGb":1.3}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf","sizeBytes":806059360,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf","sha256":"sha256:fcd05a80d8f617383259bf674729d35392664829ff9e467600b5392e11212d8c"}],"totalSizeBytes":806059360,"sha256":"sha256:fcd05a80d8f617383259bf674729d35392664829ff9e467600b5392e11212d8c","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":603681144,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1490623763,"totalGb":1.4}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf","sizeBytes":851346784,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf","sha256":"sha256:ffd5366ab8ad7367f9a0ceedf62e779ccb788080a2b4f7e9b751ed0ee1d5c8f7"}],"totalSizeBytes":851346784,"sha256":"sha256:ffd5366ab8ad7367f9a0ceedf62e779ccb788080a2b4f7e9b751ed0ee1d5c8f7","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":711168883,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1598111502,"totalGb":1.5}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf","sizeBytes":1011739744,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf","sha256":"sha256:12f37c642bf99c8e94856ff4dc6ccbbb698106508584579cab1dc9c1d4fa6be4"}],"totalSizeBytes":1011739744,"sha256":"sha256:12f37c642bf99c8e94856ff4dc6ccbbb698106508584579cab1dc9c1d4fa6be4","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":820218945,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1707161564,"totalGb":1.6}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf","sizeBytes":1069307488,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf","sha256":"sha256:f8bb055bcb4041682b6488370a9567c668c43877b450c7a54ea7c8f6c49ce662"}],"totalSizeBytes":1069307488,"sha256":"sha256:f8bb055bcb4041682b6488370a9567c668c43877b450c7a54ea7c8f6c49ce662","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":1062378824,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":1949321443,"totalGb":1.8}},{"entryId":"gguf:Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf","files":[{"path":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf","sizeBytes":2006574688,"downloadUrl":"https://huggingface.co/Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf","sha256":"sha256:b03913d681e692d58144ae910c585f6c95063e7a0cc92f6f0bac6863b8458837"}],"totalSizeBytes":2006574688,"sha256":"sha256:b03913d681e692d58144ae910c585f6c95063e7a0cc92f6f0bac6863b8458837","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":1999771904,"kvCacheBytes":362654619,"runtimeOverheadBytes":524288000,"totalBytes":2886714523,"totalGb":2.7}}]},{"repo":"antirez/deepseek-v4-gguf","author":"antirez","title":"deepseek-v4-gguf","modelName":"deepseek-v4-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":19845850983,"architecture":"deepseek4-dspark","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","files":[{"path":"DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","sizeBytes":3807602400,"downloadUrl":"https://huggingface.co/antirez/deepseek-v4-gguf/resolve/main/DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","sha256":"sha256:afd481ee689dce9037f70f39085fcdae5a5b096d521cdad43b19fa52bf8f4083"}],"totalSizeBytes":3807602400,"sha256":"sha256:afd481ee689dce9037f70f39085fcdae5a5b096d521cdad43b19fa52bf8f4083","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":21086216669,"kvCacheBytes":201958834,"runtimeOverheadBytes":524288000,"totalBytes":21812463503,"totalGb":20.3}}]},{"repo":"black-forest-labs/FLUX.1-dev","author":"black-forest-labs","title":"FLUX.1-dev","modelName":"FLUX.1-dev","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":11901408320,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:ae","format":"safetensors","entry":"ae.safetensors","files":[{"path":"ae.safetensors","sizeBytes":335304388,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/ae.safetensors","sha256":"sha256:afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38"}],"totalSizeBytes":335304388,"sha256":"sha256:afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38","memoryHints":{"method":"artifact_size_v1","modelBytes":335304388,"runtimeOverheadBytes":100591316,"totalBytes":435895704,"totalGb":0.4}},{"entryId":"safetensors:flux1-dev","format":"safetensors","entry":"flux1-dev.safetensors","files":[{"path":"flux1-dev.safetensors","sizeBytes":23802932552,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/flux1-dev.safetensors","sha256":"sha256:4610115bb0c89560703c892c59ac2742fa821e60ef5871b33493ba544683abd7"}],"totalSizeBytes":23802932552,"sha256":"sha256:4610115bb0c89560703c892c59ac2742fa821e60ef5871b33493ba544683abd7","memoryHints":{"method":"artifact_size_v1","modelBytes":23802932552,"runtimeOverheadBytes":7140879766,"totalBytes":30943812318,"totalGb":28.8}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":246144352,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/text_encoder/model.safetensors","sha256":"sha256:893d67a23f4693ed42cdab4cbad7fe3e727cf59609c40da28a46b5470f9ed082"}],"totalSizeBytes":246144352,"sha256":"sha256:893d67a23f4693ed42cdab4cbad7fe3e727cf59609c40da28a46b5470f9ed082","memoryHints":{"method":"artifact_size_v1","modelBytes":246144352,"runtimeOverheadBytes":73843306,"totalBytes":319987658,"totalGb":0.3}},{"entryId":"safetensors:text_encoder_2/model","format":"safetensors","entry":"text_encoder_2/model-00001-of-00002.safetensors","files":[{"path":"text_encoder_2/model-00001-of-00002.safetensors","sizeBytes":4994582224,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/text_encoder_2/model-00001-of-00002.safetensors","sha256":"sha256:ec87bffd1923e8b2774a6d240c922a41f6143081d52cf83b8fe39e9d838c893e"},{"path":"text_encoder_2/model-00002-of-00002.safetensors","sizeBytes":4530066360,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/text_encoder_2/model-00002-of-00002.safetensors","sha256":"sha256:a5640855b301fcdbceddfa90ae8066cd9414aff020552a201a255ecf2059da00"}],"totalSizeBytes":9524648584,"memoryHints":{"method":"artifact_size_v1","modelBytes":9524648584,"runtimeOverheadBytes":2857394575,"totalBytes":12382043159,"totalGb":11.5}},{"entryId":"safetensors:transformer/diffusion_pytorch_model","format":"safetensors","entry":"transformer/diffusion_pytorch_model-00001-of-00003.safetensors","files":[{"path":"transformer/diffusion_pytorch_model-00001-of-00003.safetensors","sizeBytes":9983040304,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/transformer/diffusion_pytorch_model-00001-of-00003.safetensors","sha256":"sha256:d86a3038eacaa720682cb9b1da3c49fecf8a3ded605af4def6061eaa18903eb8"},{"path":"transformer/diffusion_pytorch_model-00002-of-00003.safetensors","sizeBytes":9949328904,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/transformer/diffusion_pytorch_model-00002-of-00003.safetensors","sha256":"sha256:5e830704a83aa938dfaf23da308100a1c44b83fa084283abf1d163ea727e5f7a"},{"path":"transformer/diffusion_pytorch_model-00003-of-00003.safetensors","sizeBytes":3870584832,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/transformer/diffusion_pytorch_model-00003-of-00003.safetensors","sha256":"sha256:0d9c7c663217d1c3d44a6deed4e1cf1ac09fbc2c4137c47de1e3d74c959833de"}],"totalSizeBytes":23802954040,"memoryHints":{"method":"artifact_size_v1","modelBytes":23802954040,"runtimeOverheadBytes":7140886212,"totalBytes":30943840252,"totalGb":28.8}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":167666902,"downloadUrl":"https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:f5b59a26851551b67ae1fe58d32e76486e1e812def4696a4bea97f16604d40a3"}],"totalSizeBytes":167666902,"sha256":"sha256:f5b59a26851551b67ae1fe58d32e76486e1e812def4696a4bea97f16604d40a3","memoryHints":{"method":"artifact_size_v1","modelBytes":167666902,"runtimeOverheadBytes":50300071,"totalBytes":217966973,"totalGb":0.2}}]},{"repo":"deepreinforce-ai/Ornith-1.0-35B-GGUF","author":"deepreinforce-ai","title":"Ornith-1.0-35B-GGUF","modelName":"Ornith-1.0-35B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":34660610688,"architecture":"qwen35moe","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:ornith-1.0-35b-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"ornith-1.0-35b-Q4_K_M.gguf","files":[{"path":"ornith-1.0-35b-Q4_K_M.gguf","sizeBytes":21166757760,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q4_K_M.gguf","sha256":"sha256:ff25291b2599fb927a835e624d2b3540106af61761c3fa57ac4264046dbec002"}],"totalSizeBytes":21166757760,"sha256":"sha256:ff25291b2599fb927a835e624d2b3540106af61761c3fa57ac4264046dbec002","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":20926343703,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":38532134305,"totalGb":35.9}},{"entryId":"gguf:ornith-1.0-35b-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"ornith-1.0-35b-Q5_K_M.gguf","files":[{"path":"ornith-1.0-35b-Q5_K_M.gguf","sizeBytes":24729130848,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q5_K_M.gguf","sha256":"sha256:325b351fc30a4114af5bb21dc2ba7f666ccc90c8f26e6bb36909255d5a449469"}],"totalSizeBytes":24729130848,"sha256":"sha256:325b351fc30a4114af5bb21dc2ba7f666ccc90c8f26e6bb36909255d5a449469","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":24652359352,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":42258149954,"totalGb":39.4}},{"entryId":"gguf:ornith-1.0-35b-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"ornith-1.0-35b-Q6_K.gguf","files":[{"path":"ornith-1.0-35b-Q6_K.gguf","sizeBytes":28514152288,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q6_K.gguf","sha256":"sha256:b3da60c3643af02e7979eb47267c3046dc3f6e3a5c88b6790db12208c051116c"}],"totalSizeBytes":28514152288,"sha256":"sha256:b3da60c3643af02e7979eb47267c3046dc3f6e3a5c88b6790db12208c051116c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":28432532205,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":46038322807,"totalGb":42.9}},{"entryId":"gguf:ornith-1.0-35b-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"ornith-1.0-35b-Q8_0.gguf","files":[{"path":"ornith-1.0-35b-Q8_0.gguf","sizeBytes":36903138880,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-Q8_0.gguf","sha256":"sha256:cbc992bca07901c1a51f33e65e6fc5d687de179c852a772dfd15e4c3261dbf5c"}],"totalSizeBytes":36903138880,"sha256":"sha256:cbc992bca07901c1a51f33e65e6fc5d687de179c852a772dfd15e4c3261dbf5c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":36826898856,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":54432689458,"totalGb":50.7}},{"entryId":"gguf:ornith-1.0-35b-bf16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"ornith-1.0-35b-bf16.gguf","files":[{"path":"ornith-1.0-35b-bf16.gguf","sizeBytes":69376636800,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF/resolve/main/ornith-1.0-35b-bf16.gguf","sha256":"sha256:7ee1ede4e151f41eb1ad89ffc2b8ce0b33935d87a0bf473a0dd1957ccc45ec8a"}],"totalSizeBytes":69376636800,"sha256":"sha256:7ee1ede4e151f41eb1ad89ffc2b8ce0b33935d87a0bf473a0dd1957ccc45ec8a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":69321221376,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":86927011978,"totalGb":81}}]},{"repo":"deepreinforce-ai/Ornith-1.0-9B-GGUF","author":"deepreinforce-ai","title":"Ornith-1.0-9B-GGUF","modelName":"Ornith-1.0-9B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":8953803264,"architecture":"qwen35","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:ornith-1.0-9b-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"ornith-1.0-9b-Q4_K_M.gguf","files":[{"path":"ornith-1.0-9b-Q4_K_M.gguf","sizeBytes":5629108704,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf","sha256":"sha256:5720d1f671b4996481274fffe01868c3c36e87c135cc8538471cc7bd6087b106"}],"totalSizeBytes":5629108704,"sha256":"sha256:5720d1f671b4996481274fffe01868c3c36e87c135cc8538471cc7bd6087b106","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5405858721,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":14611985967,"totalGb":13.6}},{"entryId":"gguf:ornith-1.0-9b-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"ornith-1.0-9b-Q5_K_M.gguf","files":[{"path":"ornith-1.0-9b-Q5_K_M.gguf","sizeBytes":6467969472,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q5_K_M.gguf","sha256":"sha256:d1b36095636c096b04ea09e798a7a378956f2fa9099340bd54add1954aaf149c"}],"totalSizeBytes":6467969472,"sha256":"sha256:d1b36095636c096b04ea09e798a7a378956f2fa9099340bd54add1954aaf149c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6368392572,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":15574519818,"totalGb":14.5}},{"entryId":"gguf:ornith-1.0-9b-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"ornith-1.0-9b-Q6_K.gguf","files":[{"path":"ornith-1.0-9b-Q6_K.gguf","sizeBytes":7359259072,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q6_K.gguf","sha256":"sha256:33b6f6a3e3f05078438e12df8a4b55c8acf78ceadcc639d2af1cf35a026e8387"}],"totalSizeBytes":7359259072,"sha256":"sha256:33b6f6a3e3f05078438e12df8a4b55c8acf78ceadcc639d2af1cf35a026e8387","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7344916740,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":16551043986,"totalGb":15.4}},{"entryId":"gguf:ornith-1.0-9b-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"ornith-1.0-9b-Q8_0.gguf","files":[{"path":"ornith-1.0-9b-Q8_0.gguf","sizeBytes":9527500992,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q8_0.gguf","sha256":"sha256:d0e4bebaa8b3450c62090df1408f2ee5ccb2094f9c610ffde564a654483d4f37"}],"totalSizeBytes":9527500992,"sha256":"sha256:d0e4bebaa8b3450c62090df1408f2ee5ccb2094f9c610ffde564a654483d4f37","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9513415968,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":18719543214,"totalGb":17.4}},{"entryId":"gguf:ornith-1.0-9b-bf16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"ornith-1.0-9b-bf16.gguf","files":[{"path":"ornith-1.0-9b-bf16.gguf","sizeBytes":17920696512,"downloadUrl":"https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-bf16.gguf","sha256":"sha256:27bc753487eed85539c3aef63dd602b79cd060401b928c9ff7d30d5556eca260"}],"totalSizeBytes":17920696512,"sha256":"sha256:27bc753487eed85539c3aef63dd602b79cd060401b928c9ff7d30d5556eca260","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17907606528,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":27113733774,"totalGb":25.3}}]},{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","author":"empero-ai","title":"Qwythos-9B-Claude-Mythos-5-1M-GGUF","modelName":"Qwythos-9B-Claude-Mythos-5-1M-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":8953803264,"architecture":"qwen35","contextLength":1048576,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf","files":[{"path":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf","sizeBytes":5887667808,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q4_K_M.gguf","sha256":"sha256:318caed45110f5e3c60bff1142e0d1e658e046e670830d9be643df33940f4f98"},{"path":"Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf","sizeBytes":5629108896,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf","sha256":"sha256:5c09e7f207d2fd9069c802ff77632fa7cdaffe7fb5ba40ff9f060aaeaa09acd5"}],"totalSizeBytes":11516776704,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":5405858721,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":23110015905,"totalGb":21.5}},{"entryId":"gguf:Qwythos-9B-Claude-Mythos-5-1M-MTP-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q5_K_M.gguf","files":[{"path":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q5_K_M.gguf","sizeBytes":6726528608,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q5_K_M.gguf","sha256":"sha256:a21b7f12f9908dbfbaeb2ad8ddd51c936ecadc780796abd70a8e5b08cdc6cd8e"},{"path":"Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf","sizeBytes":6467969696,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf","sha256":"sha256:20013a03b23d4b5c0608cb57c489778ef7dd5fd80ee750b93c8a08f03293aab7"}],"totalSizeBytes":13194498304,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":6368392572,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":24072549756,"totalGb":22.4}},{"entryId":"gguf:Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf","files":[{"path":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf","sizeBytes":7617818208,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf","sha256":"sha256:b6ca7dc848d9857c7759d7da6da502d1cb8941b69471375d74c7a539ddc381e9"},{"path":"Qwythos-9B-Claude-Mythos-5-1M-Q6_K.gguf","sizeBytes":7359259296,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q6_K.gguf","sha256":"sha256:2bef47eee2e83fa5e2ac5619102d8418144147be1270870aba42b22a606831e6"}],"totalSizeBytes":14977077504,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":7344916740,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":25049073924,"totalGb":23.3}},{"entryId":"gguf:Qwythos-9B-Claude-Mythos-5-1M-MTP-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q8_0.gguf","files":[{"path":"Qwythos-9B-Claude-Mythos-5-1M-MTP-Q8_0.gguf","sizeBytes":9786060384,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q8_0.gguf","sha256":"sha256:9a8f04df5b8b8af60a16ade370c9bd1a14d82e980e6d45946a0eb9282c019513"},{"path":"Qwythos-9B-Claude-Mythos-5-1M-Q8_0.gguf","sizeBytes":9527501472,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-Q8_0.gguf","sha256":"sha256:e8118b9cde68a1a1dc3299060e9af7d8640c47e670e83ecd4204f15326938b70"}],"totalSizeBytes":19313561856,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":9513415968,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":27217573152,"totalGb":25.3}},{"entryId":"gguf:mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf","files":[{"path":"mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf","sizeBytes":918165472,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/mmproj-Qwythos-9B-Claude-Mythos-5-1M-F16.gguf","sha256":"sha256:f977efc337a2ac2ba183eea0c73e25b75fc240d56c05ed4d9b56ab451f64c82c"}],"totalSizeBytes":918165472,"sha256":"sha256:f977efc337a2ac2ba183eea0c73e25b75fc240d56c05ed4d9b56ab451f64c82c","memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":17907606528,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":35611763712,"totalGb":33.2}},{"entryId":"gguf:Qwythos-9B-Claude-Mythos-5-1M-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"Qwythos-9B-Claude-Mythos-5-1M-BF16.gguf","files":[{"path":"Qwythos-9B-Claude-Mythos-5-1M-BF16.gguf","sizeBytes":17920696992,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-BF16.gguf","sha256":"sha256:8a1d1d5dbc6bf921222d33dee2003fc98e1185f83aba54cce50acb5c278df1cb"},{"path":"Qwythos-9B-Claude-Mythos-5-1M-MTP-BF16.gguf","sizeBytes":18407321184,"downloadUrl":"https://huggingface.co/empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/resolve/main/Qwythos-9B-Claude-Mythos-5-1M-MTP-BF16.gguf","sha256":"sha256:f188232e7e19f38f32c0fc2dfd57c801bd0ff1e32e7a30402885ae83741aeeb3"}],"totalSizeBytes":36328018176,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":17907606528,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":35611763712,"totalGb":33.2}}]},{"repo":"ggml-org/embeddinggemma-300M-GGUF","author":"ggml-org","title":"embeddinggemma-300M-GGUF","modelName":"embeddinggemma-300M-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":307581696,"architecture":"gemma-embedding","contextLength":2048,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:embeddinggemma-300M-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"embeddinggemma-300M-Q8_0.gguf","files":[{"path":"embeddinggemma-300M-Q8_0.gguf","sizeBytes":333590944,"downloadUrl":"https://huggingface.co/ggml-org/embeddinggemma-300M-GGUF/resolve/main/embeddinggemma-300M-Q8_0.gguf","sha256":"sha256:b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63"}],"totalSizeBytes":333590944,"sha256":"sha256:b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63","memoryHints":{"method":"rough_estimate_v1","contextLength":2048,"modelBytes":326805552,"kvCacheBytes":12571244,"runtimeOverheadBytes":524288000,"totalBytes":863664796,"totalGb":0.8}}]},{"repo":"ggml-org/models-moved","author":"ggml-org","title":"models-moved","modelName":"models-moved","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":7241732096,"architecture":"llama","contextLength":32768,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:mistral-7b-v0.2-iq3_s-imat.gguf","format":"gguf","quantization":"IQ3_S","bitsPerWeight":3.44,"quality":"moderate","entry":"mistral-7b-v0.2-iq3_s-imat.gguf","files":[{"path":"mistral-7b-v0.2-iq3_s-imat.gguf","sizeBytes":3182393056,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/mistral-7b-v0.2-iq3_s-imat.gguf","sha256":"sha256:b30bb276df8debca77c077b9d65b0b7fa0717740de6312e38840974cddd8813b"}],"totalSizeBytes":3182393056,"sha256":"sha256:b30bb276df8debca77c077b9d65b0b7fa0717740de6312e38840974cddd8813b","memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":3113944801,"kvCacheBytes":975976153,"runtimeOverheadBytes":524288000,"totalBytes":4614208954,"totalGb":4.3}},{"entryId":"gguf:phi-2/ggml-model-q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"phi-2/ggml-model-q4_0.gguf","files":[{"path":"phi-2/ggml-model-q4_0.gguf","sizeBytes":1602461536,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/phi-2/ggml-model-q4_0.gguf","sha256":"sha256:fd506d24a4bee6997a566b02b65715af5cadb433c6a3a47a74b467badc5727ca"},{"path":"tinyllamas/stories15M-be.Q4_0.gguf","sizeBytes":19077344,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/stories15M-be.Q4_0.gguf","sha256":"sha256:9aec857937849d976f30397e97eb1cabb53eb9dcb1ce4611ba8247fb5f44c65d"},{"path":"tinyllamas/stories15M-q4_0.gguf","sizeBytes":19077344,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/stories15M-q4_0.gguf","sha256":"sha256:66967fbece6dbe97886593fdbb73589584927e29119ec31f08090732d1861739"}],"totalSizeBytes":1640616224,"memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":4073474304,"kvCacheBytes":975976153,"runtimeOverheadBytes":524288000,"totalBytes":5573738457,"totalGb":5.2}},{"entryId":"gguf:phi-2/ggml-model-q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"phi-2/ggml-model-q8_0.gguf","files":[{"path":"phi-2/ggml-model-q8_0.gguf","sizeBytes":2958032736,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/phi-2/ggml-model-q8_0.gguf","sha256":"sha256:26a44c5a2bc22f33a1271cdf1accb689028141a6cb12e97671740a9803d23c63"},{"path":"tinyllamas/split/stories15M-q8_0-00001-of-00003.gguf","sizeBytes":10517152,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/split/stories15M-q8_0-00001-of-00003.gguf","sha256":"sha256:8a3a74042ae05dda34985dff2d49adf2ee3f9d0fd73b03fa6cc4307c924e4040"},{"path":"tinyllamas/split/stories15M-q8_0-00002-of-00003.gguf","sizeBytes":10381216,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/split/stories15M-q8_0-00002-of-00003.gguf","sha256":"sha256:4a70d35fdd275b054c29979da9c5d27e7045f011fdf11f736a652a03b1ffb355"},{"path":"tinyllamas/split/stories15M-q8_0-00003-of-00003.gguf","sizeBytes":5773312,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/split/stories15M-q8_0-00003-of-00003.gguf","sha256":"sha256:b2d72a3315df3e2834be32adbbc737ca02cc443125e26bbc2cfe8695ec3814bc"},{"path":"tinyllamas/stories15M-be.Q8_0.gguf","sizeBytes":26671328,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/stories15M-be.Q8_0.gguf","sha256":"sha256:ddaf00a2ad7ad06d1a6951f93210ada41a79fb8b5a53d2f3f26c53743c6e24aa"},{"path":"tinyllamas/stories15M-q8_0.gguf","sizeBytes":26671328,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllamas/stories15M-q8_0.gguf","sha256":"sha256:2eda49203f2f044f3dddf29a7dd7cc861ef5a0340f518a19613d73ba6d9c06b6"}],"totalSizeBytes":3038047072,"memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":7694340352,"kvCacheBytes":975976153,"runtimeOverheadBytes":524288000,"totalBytes":9194604505,"totalGb":8.6}},{"entryId":"gguf:bert-bge-small/ggml-model-f16-big-endian.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"bert-bge-small/ggml-model-f16-big-endian.gguf","files":[{"path":"bert-bge-small/ggml-model-f16-big-endian.gguf","sizeBytes":67308128,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/bert-bge-small/ggml-model-f16-big-endian.gguf","sha256":"sha256:0e68255af91c707227f4840603bcbd0555054b921f757d79efdb2652ae8bb952"},{"path":"bert-bge-small/ggml-model-f16.gguf","sizeBytes":67308128,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/bert-bge-small/ggml-model-f16.gguf","sha256":"sha256:f0b2fef971e8366438bfd2d9aefea1b0115919389448806d290237f638bae999"},{"path":"jina-reranker-v1-tiny-en/ggml-model-f16.gguf","sizeBytes":67504480,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/jina-reranker-v1-tiny-en/ggml-model-f16.gguf","sha256":"sha256:ad9f450c1053a431e2e3746d1f9f7768fb9183cf0796e046983a3449dca093c2"},{"path":"phi-2/ggml-model-f16.gguf","sizeBytes":5563095552,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/phi-2/ggml-model-f16.gguf","sha256":"sha256:44145e7d2d931504158b6036ad15854c5434836366084b2f99ab4e5e9d4e6e1b"},{"path":"tinyllama-1.1b/ggml-model-f16.gguf","sizeBytes":2201990016,"downloadUrl":"https://huggingface.co/ggml-org/models-moved/resolve/main/tinyllama-1.1b/ggml-model-f16.gguf","sha256":"sha256:92982a0b96adfe5a8cea15ed6272bd11282f9a257eca74e40225becc6ae61c71"}],"totalSizeBytes":7967206304,"memoryHints":{"method":"rough_estimate_v1","contextLength":32768,"modelBytes":14483464192,"kvCacheBytes":975976153,"runtimeOverheadBytes":524288000,"totalBytes":15983728345,"totalGb":14.9}}]},{"repo":"handy-computer/cohere-transcribe-03-2026-gguf","author":"handy-computer","title":"cohere-transcribe-03-2026-gguf","modelName":"cohere-transcribe-03-2026-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":2049026832,"architecture":"cohere_asr","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:cohere-transcribe-03-2026-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"cohere-transcribe-03-2026-Q4_K_M.gguf","files":[{"path":"cohere-transcribe-03-2026-Q4_K_M.gguf","sizeBytes":1558162944,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-Q4_K_M.gguf","sha256":"sha256:0ea56826d8bd5d74b7143a4a04e022dc1bb75452cfae49d98b6acb0c1d16a1fb"}],"totalSizeBytes":1558162944,"sha256":"sha256:0ea56826d8bd5d74b7143a4a04e022dc1bb75452cfae49d98b6acb0c1d16a1fb","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1237099950,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":1826281542,"totalGb":1.7}},{"entryId":"gguf:cohere-transcribe-03-2026-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"cohere-transcribe-03-2026-Q5_K_M.gguf","files":[{"path":"cohere-transcribe-03-2026-Q5_K_M.gguf","sizeBytes":1770270208,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-Q5_K_M.gguf","sha256":"sha256:14d02f1ad6dd77b3a60f82639879012c3adb4fe25c50a5a47a2c4c661daf1558"}],"totalSizeBytes":1770270208,"sha256":"sha256:14d02f1ad6dd77b3a60f82639879012c3adb4fe25c50a5a47a2c4c661daf1558","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1457370334,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":2046551926,"totalGb":1.9}},{"entryId":"gguf:cohere-transcribe-03-2026-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"cohere-transcribe-03-2026-Q6_K.gguf","files":[{"path":"cohere-transcribe-03-2026-Q6_K.gguf","sizeBytes":1972524544,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-Q6_K.gguf","sha256":"sha256:094fb65b9d82d4a52db1d944152e4d7b6629f356bb3beaffdd0891eb527f24f3"}],"totalSizeBytes":1972524544,"sha256":"sha256:094fb65b9d82d4a52db1d944152e4d7b6629f356bb3beaffdd0891eb527f24f3","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1680842323,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":2270023915,"totalGb":2.1}},{"entryId":"gguf:cohere-transcribe-03-2026-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"cohere-transcribe-03-2026-Q8_0.gguf","files":[{"path":"cohere-transcribe-03-2026-Q8_0.gguf","sizeBytes":2410655232,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-Q8_0.gguf","sha256":"sha256:931916663432fd895423a4291a8400221802b288967ca2d435fc5e3141c9e71e"}],"totalSizeBytes":2410655232,"sha256":"sha256:931916663432fd895423a4291a8400221802b288967ca2d435fc5e3141c9e71e","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":2177091009,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":2766272601,"totalGb":2.6}},{"entryId":"gguf:cohere-transcribe-03-2026-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"cohere-transcribe-03-2026-F16.gguf","files":[{"path":"cohere-transcribe-03-2026-F16.gguf","sizeBytes":4106644992,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-F16.gguf","sha256":"sha256:65ea095ba78ed938a613cc950da0599b29e16bb5a22a968d7b1fd99d71f13784"}],"totalSizeBytes":4106644992,"sha256":"sha256:65ea095ba78ed938a613cc950da0599b29e16bb5a22a968d7b1fd99d71f13784","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":4098053664,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":4687235256,"totalGb":4.4}},{"entryId":"gguf:cohere-transcribe-03-2026-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"cohere-transcribe-03-2026-BF16.gguf","files":[{"path":"cohere-transcribe-03-2026-BF16.gguf","sizeBytes":4105263104,"downloadUrl":"https://huggingface.co/handy-computer/cohere-transcribe-03-2026-gguf/resolve/main/cohere-transcribe-03-2026-BF16.gguf","sha256":"sha256:72e7625abc358da7b1a27348b18269b4a026eceb792e6ade53c6bb2280d0f3a7"}],"totalSizeBytes":4105263104,"sha256":"sha256:72e7625abc358da7b1a27348b18269b4a026eceb792e6ade53c6bb2280d0f3a7","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":4098053664,"kvCacheBytes":64893592,"runtimeOverheadBytes":524288000,"totalBytes":4687235256,"totalGb":4.4}}]},{"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","author":"handy-computer","title":"nemotron-3.5-asr-streaming-0.6b-gguf","modelName":"nemotron-3.5-asr-streaming-0.6b-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":637991968,"architecture":"parakeet","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"nemotron-3.5-asr-streaming-0.6b-Q4_K_M.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-Q4_K_M.gguf","sizeBytes":495831520,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-Q4_K_M.gguf","sha256":"sha256:41c99fa5fb6f3d35f68e79adc3e755eca2232a8d921178bd647b71194792b8fd"}],"totalSizeBytes":495831520,"sha256":"sha256:41c99fa5fb6f3d35f68e79adc3e755eca2232a8d921178bd647b71194792b8fd","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":385187651,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":945686241,"totalGb":0.9}},{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"nemotron-3.5-asr-streaming-0.6b-Q5_K_M.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-Q5_K_M.gguf","sizeBytes":559647200,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-Q5_K_M.gguf","sha256":"sha256:86429e8c4f7fdcf9b3312269ad1ca6669478ba7805331c4aea7a2e33e9910d65"}],"totalSizeBytes":559647200,"sha256":"sha256:86429e8c4f7fdcf9b3312269ad1ca6669478ba7805331c4aea7a2e33e9910d65","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":453771787,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":1014270377,"totalGb":0.9}},{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"nemotron-3.5-asr-streaming-0.6b-Q6_K.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-Q6_K.gguf","sizeBytes":621356512,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-Q6_K.gguf","sha256":"sha256:4ff802c6207c4a7df23242003fd2aa849a1ab02bba6bc80c3db02e7e82606c28"}],"totalSizeBytes":621356512,"sha256":"sha256:4ff802c6207c4a7df23242003fd2aa849a1ab02bba6bc80c3db02e7e82606c28","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":523352786,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":1083851376,"totalGb":1}},{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"nemotron-3.5-asr-streaming-0.6b-Q8_0.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-Q8_0.gguf","sizeBytes":751094240,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-Q8_0.gguf","sha256":"sha256:b94545b313b3223fda7b2857a52681da813935c2127643d1e9ff0c23d988089c"}],"totalSizeBytes":751094240,"sha256":"sha256:b94545b313b3223fda7b2857a52681da813935c2127643d1e9ff0c23d988089c","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":677866466,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":1238365056,"totalGb":1.2}},{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"nemotron-3.5-asr-streaming-0.6b-F16.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-F16.gguf","sizeBytes":1277750240,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-F16.gguf","sha256":"sha256:f21a0cea64d232981def7f8f2b7ab322459703a2e89359962c042c57159755b1"}],"totalSizeBytes":1277750240,"sha256":"sha256:f21a0cea64d232981def7f8f2b7ab322459703a2e89359962c042c57159755b1","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1275983936,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":1836482526,"totalGb":1.7}},{"entryId":"gguf:nemotron-3.5-asr-streaming-0.6b-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"nemotron-3.5-asr-streaming-0.6b-F32.gguf","files":[{"path":"nemotron-3.5-asr-streaming-0.6b-F32.gguf","sizeBytes":2552277984,"downloadUrl":"https://huggingface.co/handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf/resolve/main/nemotron-3.5-asr-streaming-0.6b-F32.gguf","sha256":"sha256:fbbc82e8e1084301a670fbc4d79c69c0c8980da506352fd83e74a182f38f5b78"}],"totalSizeBytes":2552277984,"sha256":"sha256:fbbc82e8e1084301a670fbc4d79c69c0c8980da506352fd83e74a182f38f5b78","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":2551967872,"kvCacheBytes":36210590,"runtimeOverheadBytes":524288000,"totalBytes":3112466462,"totalGb":2.9}}]},{"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","author":"handy-computer","title":"parakeet-unified-en-0.6b-gguf","modelName":"parakeet-unified-en-0.6b-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":618309121,"architecture":"parakeet","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:parakeet-unified-en-0.6b-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"parakeet-unified-en-0.6b-Q4_K_M.gguf","files":[{"path":"parakeet-unified-en-0.6b-Q4_K_M.gguf","sizeBytes":477274496,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-Q4_K_M.gguf","sha256":"sha256:a8bf3de2b393bd14ead5a858c3748d5e3b07a20fdeabdd3b498fba4f463fa929"}],"totalSizeBytes":477274496,"sha256":"sha256:a8bf3de2b393bd14ead5a858c3748d5e3b07a20fdeabdd3b498fba4f463fa929","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":373304132,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":933239775,"totalGb":0.9}},{"entryId":"gguf:parakeet-unified-en-0.6b-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"parakeet-unified-en-0.6b-Q5_K_M.gguf","files":[{"path":"parakeet-unified-en-0.6b-Q5_K_M.gguf","sizeBytes":540795264,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-Q5_K_M.gguf","sha256":"sha256:f9def6f9b4e83ab7d006df3e1b676dfa1f973a3b6da232a9c99fcaa66bcd2836"}],"totalSizeBytes":540795264,"sha256":"sha256:f9def6f9b4e83ab7d006df3e1b676dfa1f973a3b6da232a9c99fcaa66bcd2836","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":439772362,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":999708005,"totalGb":0.9}},{"entryId":"gguf:parakeet-unified-en-0.6b-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"parakeet-unified-en-0.6b-Q6_K.gguf","files":[{"path":"parakeet-unified-en-0.6b-Q6_K.gguf","sizeBytes":602191232,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-Q6_K.gguf","sha256":"sha256:912c42ec3fd1afa31b7eda45684577feadf413249ca767fa912a89c4810e38d0"}],"totalSizeBytes":602191232,"sha256":"sha256:912c42ec3fd1afa31b7eda45684577feadf413249ca767fa912a89c4810e38d0","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":507206701,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":1067142344,"totalGb":1}},{"entryId":"gguf:parakeet-unified-en-0.6b-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"parakeet-unified-en-0.6b-Q8_0.gguf","files":[{"path":"parakeet-unified-en-0.6b-Q8_0.gguf","sizeBytes":731357568,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-Q8_0.gguf","sha256":"sha256:4b50b6dd862bf6e346929aaf4f5eaacec003bfa3f56462d6c874b41ef2f38795"}],"totalSizeBytes":731357568,"sha256":"sha256:4b50b6dd862bf6e346929aaf4f5eaacec003bfa3f56462d6c874b41ef2f38795","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":656953441,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":1216889084,"totalGb":1.1}},{"entryId":"gguf:parakeet-unified-en-0.6b-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"parakeet-unified-en-0.6b-F16.gguf","files":[{"path":"parakeet-unified-en-0.6b-F16.gguf","sizeBytes":1239114240,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-F16.gguf","sha256":"sha256:4a284b229bff9dc66aa00666fdcc2419c0f82a5adb5a36f7a48a4e0713c35492"}],"totalSizeBytes":1239114240,"sha256":"sha256:4a284b229bff9dc66aa00666fdcc2419c0f82a5adb5a36f7a48a4e0713c35492","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1236618242,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":1796553885,"totalGb":1.7}},{"entryId":"gguf:parakeet-unified-en-0.6b-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"parakeet-unified-en-0.6b-F32.gguf","files":[{"path":"parakeet-unified-en-0.6b-F32.gguf","sizeBytes":2473323520,"downloadUrl":"https://huggingface.co/handy-computer/parakeet-unified-en-0.6b-gguf/resolve/main/parakeet-unified-en-0.6b-F32.gguf","sha256":"sha256:81d3a8c7676324a4dae977dac0f5900dc1468755fdf3b5369261bb759f17fdf3"}],"totalSizeBytes":2473323520,"sha256":"sha256:81d3a8c7676324a4dae977dac0f5900dc1468755fdf3b5369261bb759f17fdf3","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":2473236484,"kvCacheBytes":35647643,"runtimeOverheadBytes":524288000,"totalBytes":3033172127,"totalGb":2.8}}]},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","author":"HauhauCS","title":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","modelName":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":7518069290,"architecture":"gemma4","contextLength":131072,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","sizeBytes":4431882208,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","sha256":"sha256:1292d4767733de9e182a9bfd274d371103f0695cc0ca1f5f6678e5a855942d42"}],"totalSizeBytes":4431882208,"sha256":"sha256:1292d4767733de9e182a9bfd274d371103f0695cc0ca1f5f6678e5a855942d42","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":2408131569,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":6910111393,"totalGb":6.4}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","format":"gguf","quantization":"IQ3_M","bitsPerWeight":3.44,"quality":"moderate","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","sizeBytes":4714690528,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","sha256":"sha256:d17a59387ef0ada0823fb4572b609da920d822f31b6ac983e323da55c31aa3a2"}],"totalSizeBytes":4714690528,"sha256":"sha256:d17a59387ef0ada0823fb4572b609da920d822f31b6ac983e323da55c31aa3a2","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3232769795,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":7734749619,"totalGb":7.2}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","sizeBytes":4850391008,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","sha256":"sha256:a60db97bb4f61f0167d64f369c198428b2bb10a636b6f339f2f947ac40202a98"}],"totalSizeBytes":4850391008,"sha256":"sha256:a60db97bb4f61f0167d64f369c198428b2bb10a636b6f339f2f947ac40202a98","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3700299729,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8202279553,"totalGb":7.6}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","sizeBytes":5070950368,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","sha256":"sha256:8e533ca658a3959fd3ee8b5f575c24b87c5a278649d5053480d4cce280bdbd6c"}],"totalSizeBytes":5070950368,"sha256":"sha256:8e533ca658a3959fd3ee8b5f575c24b87c5a278649d5053480d4cce280bdbd6c","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3993974310,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8495954134,"totalGb":7.9}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","sizeBytes":5335285728,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","sha256":"sha256:d0027dd3a9128d9323e9f282c8bf010a8526c46477584535991dc1a869b56e96"}],"totalSizeBytes":5335285728,"sha256":"sha256:d0027dd3a9128d9323e9f282c8bf010a8526c46477584535991dc1a869b56e96","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4539034334,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9041014158,"totalGb":8.4}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","sizeBytes":5762908128,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","sha256":"sha256:c96f1afc2af92bb27b1d5057fd91c8f6e41e9a72f9f32faa389e1601a6963ee6"}],"totalSizeBytes":5762908128,"sha256":"sha256:c96f1afc2af92bb27b1d5057fd91c8f6e41e9a72f9f32faa389e1601a6963ee6","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":5347226783,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9849206607,"totalGb":9.2}},{"entryId":"gguf:Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","files":[{"path":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","sizeBytes":6249794528,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","sha256":"sha256:f28b0ae262158af10d847c3f01bfdb943161dd31320f3aed20775ee2ad6c67a6"}],"totalSizeBytes":6249794528,"sha256":"sha256:f28b0ae262158af10d847c3f01bfdb943161dd31320f3aed20775ee2ad6c67a6","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":6167166214,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":10669146038,"totalGb":9.9}},{"entryId":"gguf:mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf","files":[{"path":"mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf","sizeBytes":990288832,"downloadUrl":"https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf","sha256":"sha256:debad39ab9c1152ab67695a674fb35e8375b2320c57bfd5075835d3ccb16c7db"}],"totalSizeBytes":990288832,"sha256":"sha256:debad39ab9c1152ab67695a674fb35e8375b2320c57bfd5075835d3ccb16c7db","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":15036138580,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":19538118404,"totalGb":18.2}}]},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","author":"HauhauCS","title":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","modelName":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":34660610688,"architecture":"qwen35moe","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","sizeBytes":11659235456,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","sha256":"sha256:ba3a1d47a604f17ef74d913f9a9d9a2b456acc6925e7b168bfa2e6527246011c"}],"totalSizeBytes":11659235456,"sha256":"sha256:ba3a1d47a604f17ef74d913f9a9d9a2b456acc6925e7b168bfa2e6527246011c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11697956107,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":29303746709,"totalGb":27.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","sizeBytes":14981265536,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","sha256":"sha256:5a97f38db0ffb455bbcba7a7c7b8e82d1e42740ddd30893ac1ad57a2df5e94a4"}],"totalSizeBytes":14981265536,"sha256":"sha256:5a97f38db0ffb455bbcba7a7c7b8e82d1e42740ddd30893ac1ad57a2df5e94a4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11102226861,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":28708017463,"totalGb":26.7}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","format":"gguf","quantization":"IQ3_M","bitsPerWeight":3.44,"quality":"moderate","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","sizeBytes":15440519296,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","sha256":"sha256:4dd9a27c68bd778ede351a553680a1a6e4ec62e5d383b549892860ea337be0c0"}],"totalSizeBytes":15440519296,"sha256":"sha256:4dd9a27c68bd778ede351a553680a1a6e4ec62e5d383b549892860ea337be0c0","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14904062596,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":32509853198,"totalGb":30.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","sizeBytes":18728777856,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","sha256":"sha256:c26708a77a26d6c0416502832a200de4135e91af8279b5e93c67fe4e4e081aae"}],"totalSizeBytes":18728777856,"sha256":"sha256:c26708a77a26d6c0416502832a200de4135e91af8279b5e93c67fe4e4e081aae","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18413449428,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":36019240030,"totalGb":33.5}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","sizeBytes":19779278976,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","sha256":"sha256:b228c988c624dffe0b57235a395fa79562d4362fed545820f9b7d78908f337e6"}],"totalSizeBytes":19779278976,"sha256":"sha256:b228c988c624dffe0b57235a395fa79562d4362fed545820f9b7d78908f337e6","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19496593512,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":37102384114,"totalGb":34.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","sizeBytes":21166758016,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","sha256":"sha256:bbef58c37ce88820be9d98b6437f1cf4bac890c947bd55fc7b68e22098574231"}],"totalSizeBytes":21166758016,"sha256":"sha256:bbef58c37ce88820be9d98b6437f1cf4bac890c947bd55fc7b68e22098574231","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":20926343703,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":38532134305,"totalGb":35.9}},{"entryId":"gguf:Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","files":[{"path":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","sizeBytes":30649317504,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","sha256":"sha256:90281d33e0790d6da2f125aa3f4352f429d8cc2ce2b32caafd78896397756fc3"}],"totalSizeBytes":30649317504,"sha256":"sha256:90281d33e0790d6da2f125aa3f4352f429d8cc2ce2b32caafd78896397756fc3","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":28432532205,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":46038322807,"totalGb":42.9}},{"entryId":"gguf:mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf","files":[{"path":"mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf","sizeBytes":899283072,"downloadUrl":"https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf","sha256":"sha256:c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414"}],"totalSizeBytes":899283072,"sha256":"sha256:c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":69321221376,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":86927011978,"totalGb":81}}]},{"repo":"hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF","author":"hugging-quants","title":"Llama-3.2-1B-Instruct-Q8_0-GGUF","modelName":"Llama-3.2-1B-Instruct-Q8_0-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":1235814432,"architecture":"llama","contextLength":131072,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:llama-3.2-1b-instruct-q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"llama-3.2-1b-instruct-q8_0.gguf","files":[{"path":"llama-3.2-1b-instruct-q8_0.gguf","sizeBytes":1321079200,"downloadUrl":"https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF/resolve/main/llama-3.2-1b-instruct-q8_0.gguf","sha256":"sha256:ba345c83bf5cc679c653b853c46517eea5a34f03ed2205449db77184d9ae62a9"}],"totalSizeBytes":1321079200,"sha256":"sha256:ba345c83bf5cc679c653b853c46517eea5a34f03ed2205449db77184d9ae62a9","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":1313052834,"kvCacheBytes":1612703773,"runtimeOverheadBytes":524288000,"totalBytes":3450044607,"totalGb":3.2}}]},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","author":"huihui-ai","title":"Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","modelName":"Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":284334567511,"architecture":"deepseek4","contextLength":1048576,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","files":[{"path":"DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","sizeBytes":3807602400,"downloadUrl":"https://huggingface.co/huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF/resolve/main/DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf","sha256":"sha256:afd481ee689dce9037f70f39085fcdae5a5b096d521cdad43b19fa52bf8f4083"}],"totalSizeBytes":3807602400,"sha256":"sha256:afd481ee689dce9037f70f39085fcdae5a5b096d521cdad43b19fa52bf8f4083","memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":302105477980,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":319809635164,"totalGb":297.8}},{"entryId":"gguf:Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","files":[{"path":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","sizeBytes":99705676384,"downloadUrl":"https://huggingface.co/huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF/resolve/main/Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","sha256":"sha256:cfca919280118fd332afecbd3d3030807b27cbf270c0fcf804d7da1814a33340"},{"path":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2.gguf","sizeBytes":86720111200,"downloadUrl":"https://huggingface.co/huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF/resolve/main/Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2.gguf","sha256":"sha256:0abedca3dc470460fd1a5eae8e155c30f14a6584c807674bb9dff3bcf4f9f3d9"},{"path":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q4_K.gguf","sizeBytes":164633502304,"downloadUrl":"https://huggingface.co/huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF/resolve/main/Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q4_K.gguf","sha256":"sha256:39f3e232fc6c4e1a42a60bf7842c86bd3f1db53e7231e07047f430a713a5f97e"}],"totalSizeBytes":351059289888,"memoryHints":{"method":"rough_estimate_v1","contextLength":1048576,"modelBytes":568669135022,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":586373292206,"totalGb":546.1}}]},{"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","author":"Jackrong","title":"Qwopus3.6-27B-Coder-Compat-MTP-GGUF","modelName":"Qwopus3.6-27B-Coder-Compat-MTP-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":460730096,"architecture":"clip","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwopus3.6-27B-Coder-Compat-MTP-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwopus3.6-27B-Coder-Compat-MTP-Q3_K_M.gguf","files":[{"path":"Qwopus3.6-27B-Coder-Compat-MTP-Q3_K_M.gguf","sizeBytes":13500732512,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/Qwopus3.6-27B-Coder-Compat-MTP-Q3_K_M.gguf","sha256":"sha256:434244b122b67d022f61df2e638e42e9761c354156ab38e40e5b99a2409d19c4"}],"totalSizeBytes":13500732512,"sha256":"sha256:434244b122b67d022f61df2e638e42e9761c354156ab38e40e5b99a2409d19c4","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":226765594,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":781825279,"totalGb":0.7}},{"entryId":"gguf:Qwopus3.6-27B-Coder-Compat-MTP-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwopus3.6-27B-Coder-Compat-MTP-Q4_K_M.gguf","files":[{"path":"Qwopus3.6-27B-Coder-Compat-MTP-Q4_K_M.gguf","sizeBytes":16810710112,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/Qwopus3.6-27B-Coder-Compat-MTP-Q4_K_M.gguf","sha256":"sha256:f893632170124da60e159b7bcc9d91e1cda3014b2c6b8ad9c6cde38a1fcd2f6f"}],"totalSizeBytes":16810710112,"sha256":"sha256:f893632170124da60e159b7bcc9d91e1cda3014b2c6b8ad9c6cde38a1fcd2f6f","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":278165795,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":833225480,"totalGb":0.8}},{"entryId":"gguf:Qwopus3.6-27B-Coder-Compat-MTP-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwopus3.6-27B-Coder-Compat-MTP-Q5_K_M.gguf","files":[{"path":"Qwopus3.6-27B-Coder-Compat-MTP-Q5_K_M.gguf","sizeBytes":19535696992,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/Qwopus3.6-27B-Coder-Compat-MTP-Q5_K_M.gguf","sha256":"sha256:000c7b341f7ed7403d3510c92b283e1db70bfb1c4caefc7ca8a41bfc136b60ab"}],"totalSizeBytes":19535696992,"sha256":"sha256:000c7b341f7ed7403d3510c92b283e1db70bfb1c4caefc7ca8a41bfc136b60ab","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":327694281,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":882753966,"totalGb":0.8}},{"entryId":"gguf:Qwopus3.6-27B-Coder-Compat-MTP-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwopus3.6-27B-Coder-Compat-MTP-Q6_K.gguf","files":[{"path":"Qwopus3.6-27B-Coder-Compat-MTP-Q6_K.gguf","sizeBytes":22430995552,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/Qwopus3.6-27B-Coder-Compat-MTP-Q6_K.gguf","sha256":"sha256:e99b57619727cf4946f53a81335c8f45784b2454c5ef2dfd51bcc49dafff5107"}],"totalSizeBytes":22430995552,"sha256":"sha256:e99b57619727cf4946f53a81335c8f45784b2454c5ef2dfd51bcc49dafff5107","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":377942657,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":933002342,"totalGb":0.9}},{"entryId":"gguf:Qwopus3.6-27B-Coder-Compat-MTP-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwopus3.6-27B-Coder-Compat-MTP-Q8_0.gguf","files":[{"path":"Qwopus3.6-27B-Coder-Compat-MTP-Q8_0.gguf","sizeBytes":29047080032,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/Qwopus3.6-27B-Coder-Compat-MTP-Q8_0.gguf","sha256":"sha256:1d20312c9c9a275e67ea2a3fc6758ca9766cff2cd834839ac884c37451c6e059"}],"totalSizeBytes":29047080032,"sha256":"sha256:1d20312c9c9a275e67ea2a3fc6758ca9766cff2cd834839ac884c37451c6e059","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":489525727,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":1044585412,"totalGb":1}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":931147296,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:32f7ea0600c07272547da401d460f8abbd980f3a57b69d6df87be0e2505e0b9c"}],"totalSizeBytes":931147296,"sha256":"sha256:32f7ea0600c07272547da401d460f8abbd980f3a57b69d6df87be0e2505e0b9c","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1842920384,"kvCacheBytes":30771685,"runtimeOverheadBytes":524288000,"totalBytes":2397980069,"totalGb":2.2}}]},{"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","author":"Jackrong","title":"Qwopus3.6-35B-A3B-Coder-MTP-GGUF","modelName":"Qwopus3.6-35B-A3B-Coder-MTP-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":446571248,"architecture":"clip","downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwopus3.6-35B-A3B-Coder-MTP-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwopus3.6-35B-A3B-Coder-MTP-Q3_K_M.gguf","files":[{"path":"Qwopus3.6-35B-A3B-Coder-MTP-Q3_K_M.gguf","sizeBytes":17166658720,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/Qwopus3.6-35B-A3B-Coder-MTP-Q3_K_M.gguf","sha256":"sha256:dbf8b281b9ac19eb2d540863ebee172e0ec0fdd77c148517274827ed05db6dd4"}],"totalSizeBytes":17166658720,"sha256":"sha256:dbf8b281b9ac19eb2d540863ebee172e0ec0fdd77c148517274827ed05db6dd4","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":219796786,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":774379954,"totalGb":0.7}},{"entryId":"gguf:Qwopus3.6-35B-A3B-Coder-MTP-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwopus3.6-35B-A3B-Coder-MTP-Q4_K_M.gguf","files":[{"path":"Qwopus3.6-35B-A3B-Coder-MTP-Q4_K_M.gguf","sizeBytes":21713462432,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/Qwopus3.6-35B-A3B-Coder-MTP-Q4_K_M.gguf","sha256":"sha256:c283cd2321a3cb4c6e7faf9481ac7d946913e4f02e20172eb2872112f567d8d4"}],"totalSizeBytes":21713462432,"sha256":"sha256:c283cd2321a3cb4c6e7faf9481ac7d946913e4f02e20172eb2872112f567d8d4","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":269617391,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":824200559,"totalGb":0.8}},{"entryId":"gguf:Qwopus3.6-35B-A3B-Coder-MTP-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwopus3.6-35B-A3B-Coder-MTP-Q5_K_M.gguf","files":[{"path":"Qwopus3.6-35B-A3B-Coder-MTP-Q5_K_M.gguf","sizeBytes":25347531936,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/Qwopus3.6-35B-A3B-Coder-MTP-Q5_K_M.gguf","sha256":"sha256:b163e7cd4e8efef6f5fba979935e1b1b1a6db0f1330bf7ff129c87250d25e972"}],"totalSizeBytes":25347531936,"sha256":"sha256:b163e7cd4e8efef6f5fba979935e1b1b1a6db0f1330bf7ff129c87250d25e972","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":317623800,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":872206968,"totalGb":0.8}},{"entryId":"gguf:Qwopus3.6-35B-A3B-Coder-MTP-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwopus3.6-35B-A3B-Coder-MTP-Q6_K.gguf","files":[{"path":"Qwopus3.6-35B-A3B-Coder-MTP-Q6_K.gguf","sizeBytes":29208730784,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/Qwopus3.6-35B-A3B-Coder-MTP-Q6_K.gguf","sha256":"sha256:c8b7adae6027f586f9fa63415a5358a40f77bf75852e54cdb3d2f680535c6ea1"}],"totalSizeBytes":29208730784,"sha256":"sha256:c8b7adae6027f586f9fa63415a5358a40f77bf75852e54cdb3d2f680535c6ea1","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":366327977,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":920911145,"totalGb":0.9}},{"entryId":"gguf:Qwopus3.6-35B-A3B-Coder-MTP-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwopus3.6-35B-A3B-Coder-MTP-Q8_0.gguf","files":[{"path":"Qwopus3.6-35B-A3B-Coder-MTP-Q8_0.gguf","sizeBytes":37802149024,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/Qwopus3.6-35B-A3B-Coder-MTP-Q8_0.gguf","sha256":"sha256:92e22d0ce20c9aba3d383616d18f2c021a60a09f4f5c16407443fafdeb9eec1a"}],"totalSizeBytes":37802149024,"sha256":"sha256:92e22d0ce20c9aba3d383616d18f2c021a60a09f4f5c16407443fafdeb9eec1a","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":474481951,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":1029065119,"totalGb":1}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1786304544,"downloadUrl":"https://huggingface.co/Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:5c82c8095717b39f29c88ebfec3607a10307785b1e14a87744603d6c582cd497"}],"totalSizeBytes":1786304544,"sha256":"sha256:5c82c8095717b39f29c88ebfec3607a10307785b1e14a87744603d6c582cd497","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":1786284992,"kvCacheBytes":30295168,"runtimeOverheadBytes":524288000,"totalBytes":2340868160,"totalGb":2.2}}]},{"repo":"lmg-anon/vntl-llama3-8b-v2-gguf","author":"lmg-anon","title":"vntl-llama3-8b-v2-gguf","modelName":"vntl-llama3-8b-v2-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":8030261248,"architecture":"llama","contextLength":8192,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:vntl-llama3-8b-v2-hf-q5_k_m.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"vntl-llama3-8b-v2-hf-q5_k_m.gguf","files":[{"path":"vntl-llama3-8b-v2-hf-q5_k_m.gguf","sizeBytes":5732991008,"downloadUrl":"https://huggingface.co/lmg-anon/vntl-llama3-8b-v2-gguf/resolve/main/vntl-llama3-8b-v2-hf-q5_k_m.gguf","sha256":"sha256:6392622ff4417c2e065b51644bc0cb5ab493e027c10dde2425a03959efdc5dc7"}],"totalSizeBytes":5732991008,"sha256":"sha256:6392622ff4417c2e065b51644bc0cb5ab493e027c10dde2425a03959efdc5dc7","memoryHints":{"method":"rough_estimate_v1","contextLength":8192,"modelBytes":5711523313,"kvCacheBytes":256934738,"runtimeOverheadBytes":524288000,"totalBytes":6492746051,"totalGb":6}},{"entryId":"gguf:vntl-llama3-8b-v2-hf-q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"vntl-llama3-8b-v2-hf-q8_0.gguf","files":[{"path":"vntl-llama3-8b-v2-hf-q8_0.gguf","sizeBytes":8540773792,"downloadUrl":"https://huggingface.co/lmg-anon/vntl-llama3-8b-v2-gguf/resolve/main/vntl-llama3-8b-v2-hf-q8_0.gguf","sha256":"sha256:1d8f5be785fb0f6918a543e8cfc2ac4353b9f448711e59d460e9facee2d9bbde"}],"totalSizeBytes":8540773792,"sha256":"sha256:1d8f5be785fb0f6918a543e8cfc2ac4353b9f448711e59d460e9facee2d9bbde","memoryHints":{"method":"rough_estimate_v1","contextLength":8192,"modelBytes":8532152576,"kvCacheBytes":256934738,"runtimeOverheadBytes":524288000,"totalBytes":9313375314,"totalGb":8.7}}]},{"repo":"lmstudio-community/gemma-4-12B-it-QAT-GGUF","author":"lmstudio-community","title":"gemma-4-12B-it-QAT-GGUF","modelName":"gemma-4-12B-it-QAT-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":11907350576,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-12B-it-QAT-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-12B-it-QAT-Q4_0.gguf","files":[{"path":"gemma-4-12B-it-QAT-Q4_0.gguf","sizeBytes":6975878560,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-12B-it-QAT-GGUF/resolve/main/gemma-4-12B-it-QAT-Q4_0.gguf","sha256":"sha256:929fde4e951e520b74806268e8e8ffaa20a20fab955f3606d5ce7b2c35798501"}],"totalSizeBytes":6975878560,"sha256":"sha256:929fde4e951e520b74806268e8e8ffaa20a20fab955f3606d5ce7b2c35798501","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6697884699,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17234050413,"totalGb":16.1}},{"entryId":"gguf:mmproj-gemma-4-12B-it-QAT-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-gemma-4-12B-it-QAT-BF16.gguf","files":[{"path":"mmproj-gemma-4-12B-it-QAT-BF16.gguf","sizeBytes":175115328,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-12B-it-QAT-GGUF/resolve/main/mmproj-gemma-4-12B-it-QAT-BF16.gguf","sha256":"sha256:922168af5824a5df33cfeb0afa7ccac7e47355b4d268693a2b2bab517ac1d066"}],"totalSizeBytes":175115328,"sha256":"sha256:922168af5824a5df33cfeb0afa7ccac7e47355b4d268693a2b2bab517ac1d066","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23814701152,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":34350866866,"totalGb":32}}]},{"repo":"lmstudio-community/gemma-4-E4B-it-GGUF","author":"lmstudio-community","title":"gemma-4-E4B-it-GGUF","modelName":"gemma-4-E4B-it-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":7518069290,"architecture":"gemma4","contextLength":131072,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-E4B-it-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma-4-E4B-it-Q4_K_M.gguf","files":[{"path":"gemma-4-E4B-it-Q4_K_M.gguf","sizeBytes":5335289664,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf","sha256":"sha256:3f72a20a06f626c78e6c475ae07a64c88b2663149c0f6197b56bf7cf1f37585c"}],"totalSizeBytes":5335289664,"sha256":"sha256:3f72a20a06f626c78e6c475ae07a64c88b2663149c0f6197b56bf7cf1f37585c","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4539034334,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9041014158,"totalGb":8.4}},{"entryId":"gguf:gemma-4-E4B-it-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma-4-E4B-it-Q6_K.gguf","files":[{"path":"gemma-4-E4B-it-Q6_K.gguf","sizeBytes":6217260864,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf","sha256":"sha256:17f0e51b02f755f85c5e5c865dd44f86306cccaa2acfa2ef4a90456acf526c54"}],"totalSizeBytes":6217260864,"sha256":"sha256:17f0e51b02f755f85c5e5c865dd44f86306cccaa2acfa2ef4a90456acf526c54","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":6167166214,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":10669146038,"totalGb":9.9}},{"entryId":"gguf:gemma-4-E4B-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma-4-E4B-it-Q8_0.gguf","files":[{"path":"gemma-4-E4B-it-Q8_0.gguf","sizeBytes":8031240000,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf","sha256":"sha256:6f6904e2925d5389ed51390d6c731f752914025fd2d7ad7df9d45f9c24164397"}],"totalSizeBytes":8031240000,"sha256":"sha256:6f6904e2925d5389ed51390d6c731f752914025fd2d7ad7df9d45f9c24164397","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":7987948621,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":12489928445,"totalGb":11.6}},{"entryId":"gguf:mmproj-gemma-4-E4B-it-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-gemma-4-E4B-it-BF16.gguf","files":[{"path":"mmproj-gemma-4-E4B-it-BF16.gguf","sizeBytes":991551840,"downloadUrl":"https://huggingface.co/lmstudio-community/gemma-4-E4B-it-GGUF/resolve/main/mmproj-gemma-4-E4B-it-BF16.gguf","sha256":"sha256:68486d68176b924c5f126b0d25ab93e2b38458b607f46671d41c166f8c77c200"}],"totalSizeBytes":991551840,"sha256":"sha256:68486d68176b924c5f126b0d25ab93e2b38458b607f46671d41c166f8c77c200","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":15036138580,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":19538118404,"totalGb":18.2}}]},{"repo":"Lykon/dreamshaper-7","author":"Lykon","title":"dreamshaper-7","modelName":"dreamshaper-7","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":859520964,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:safety_checker/model.fp16","format":"safetensors","entry":"safety_checker/model.fp16.safetensors","files":[{"path":"safety_checker/model.fp16.safetensors","sizeBytes":608016280,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/safety_checker/model.fp16.safetensors","sha256":"sha256:57ecdfa243b170f9b4cb3eefaf0f64552ef78fc0bf0eb1c5b9675308447184f6"}],"totalSizeBytes":608016280,"sha256":"sha256:57ecdfa243b170f9b4cb3eefaf0f64552ef78fc0bf0eb1c5b9675308447184f6","memoryHints":{"method":"artifact_size_v1","modelBytes":608016280,"runtimeOverheadBytes":182404884,"totalBytes":790421164,"totalGb":0.7}},{"entryId":"safetensors:safety_checker/model","format":"safetensors","entry":"safety_checker/model.safetensors","files":[{"path":"safety_checker/model.safetensors","sizeBytes":1215979664,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/safety_checker/model.safetensors","sha256":"sha256:fb351a5ded815c3ff744968ad9c6b218d071b9d313d04f35e813b84b4c0ffde8"}],"totalSizeBytes":1215979664,"sha256":"sha256:fb351a5ded815c3ff744968ad9c6b218d071b9d313d04f35e813b84b4c0ffde8","memoryHints":{"method":"artifact_size_v1","modelBytes":1215979664,"runtimeOverheadBytes":364793899,"totalBytes":1580773563,"totalGb":1.5}},{"entryId":"safetensors:text_encoder/model.fp16","format":"safetensors","entry":"text_encoder/model.fp16.safetensors","files":[{"path":"text_encoder/model.fp16.safetensors","sizeBytes":246144152,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/text_encoder/model.fp16.safetensors","sha256":"sha256:a6f6744cfbcfe4fa9d236a231fd67e248389df7187dc15d52f16d9e9872105ff"}],"totalSizeBytes":246144152,"sha256":"sha256:a6f6744cfbcfe4fa9d236a231fd67e248389df7187dc15d52f16d9e9872105ff","memoryHints":{"method":"artifact_size_v1","modelBytes":246144152,"runtimeOverheadBytes":73843246,"totalBytes":319987398,"totalGb":0.3}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":492265168,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/text_encoder/model.safetensors","sha256":"sha256:66262104f5099c84ad0e6ec156acae57b2292caebd4d7b8699327fa745145b76"}],"totalSizeBytes":492265168,"sha256":"sha256:66262104f5099c84ad0e6ec156acae57b2292caebd4d7b8699327fa745145b76","memoryHints":{"method":"artifact_size_v1","modelBytes":492265168,"runtimeOverheadBytes":147679550,"totalBytes":639944718,"totalGb":0.6}},{"entryId":"safetensors:unet/diffusion_pytorch_model.fp16","format":"safetensors","entry":"unet/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"unet/diffusion_pytorch_model.fp16.safetensors","sizeBytes":1719125304,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/unet/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:6d0f6f2e3f7f0133e7684e8dffd7d0dfb1f2b09ddaf327763214449cc7a36574"}],"totalSizeBytes":1719125304,"sha256":"sha256:6d0f6f2e3f7f0133e7684e8dffd7d0dfb1f2b09ddaf327763214449cc7a36574","memoryHints":{"method":"artifact_size_v1","modelBytes":1719125304,"runtimeOverheadBytes":515737591,"totalBytes":2234862895,"totalGb":2.1}},{"entryId":"safetensors:unet/diffusion_pytorch_model","format":"safetensors","entry":"unet/diffusion_pytorch_model.safetensors","files":[{"path":"unet/diffusion_pytorch_model.safetensors","sizeBytes":3438167536,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/unet/diffusion_pytorch_model.safetensors","sha256":"sha256:10c037bc90b2d1a7ecf1aac29754d944697e88254a22eeca4ef47872acfd0611"}],"totalSizeBytes":3438167536,"sha256":"sha256:10c037bc90b2d1a7ecf1aac29754d944697e88254a22eeca4ef47872acfd0611","memoryHints":{"method":"artifact_size_v1","modelBytes":3438167536,"runtimeOverheadBytes":1031450261,"totalBytes":4469617797,"totalGb":4.2}},{"entryId":"safetensors:vae/diffusion_pytorch_model.fp16","format":"safetensors","entry":"vae/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"vae/diffusion_pytorch_model.fp16.safetensors","sizeBytes":167335342,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/vae/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:79d051410ce59a337cb358d79a3e81b9e0c691c34fcc7625ecfebf6a5db233a4"}],"totalSizeBytes":167335342,"sha256":"sha256:79d051410ce59a337cb358d79a3e81b9e0c691c34fcc7625ecfebf6a5db233a4","memoryHints":{"method":"artifact_size_v1","modelBytes":167335342,"runtimeOverheadBytes":50200603,"totalBytes":217535945,"totalGb":0.2}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":334643268,"downloadUrl":"https://huggingface.co/Lykon/dreamshaper-7/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:6bb865b3478d73053007b8a76f114010e26f1a1d2ea02dc0261464caa4289c2d"}],"totalSizeBytes":334643268,"sha256":"sha256:6bb865b3478d73053007b8a76f114010e26f1a1d2ea02dc0261464caa4289c2d","memoryHints":{"method":"artifact_size_v1","modelBytes":334643268,"runtimeOverheadBytes":100392980,"totalBytes":435036248,"totalGb":0.4}}]},{"repo":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF","author":"Mia-AiLab","title":"Gemmable-4-12B-MTP-GGUF","modelName":"Gemmable-4-12B-MTP-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":11907350576,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemmable-4-12b-Q4_K_M-mtp.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemmable-4-12b-Q4_K_M-mtp.gguf","files":[{"path":"gemmable-4-12b-Q4_K_M-mtp.gguf","sizeBytes":331546880,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q4_K_M-mtp.gguf","sha256":"sha256:217dc0ed177ecc733f801a851c3e3854cf1b17a1f86cd5430c0a7f82d93027bc"},{"path":"gemmable-4-12b-Q4_K_M.gguf","sizeBytes":7381364160,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q4_K_M.gguf","sha256":"sha256:bd15b283c2b564cb59a35b1d52ecb00fa33183aeac645a9cb41a82c86e656556"}],"totalSizeBytes":7712911040,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7189062910,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17725228624,"totalGb":16.5}},{"entryId":"gguf:gemmable-4-12b-Q6_K-mtp.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemmable-4-12b-Q6_K-mtp.gguf","files":[{"path":"gemmable-4-12b-Q6_K-mtp.gguf","sizeBytes":362703104,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q6_K-mtp.gguf","sha256":"sha256:0ad127e639618c71021793587ad246e5a409fa92b2f0440dd94896c9a445148b"},{"path":"gemmable-4-12b-Q6_K.gguf","sizeBytes":9786002880,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q6_K.gguf","sha256":"sha256:7a329ff815449893edb7feb9b53316ea8ae7f3bd4452602f9542e3d8a296639d"}],"totalSizeBytes":10148705984,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9767748519,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":20303914233,"totalGb":18.9}},{"entryId":"gguf:gemmable-4-12b-Q8_0-mtp.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemmable-4-12b-Q8_0-mtp.gguf","files":[{"path":"gemmable-4-12b-Q8_0-mtp.gguf","sizeBytes":465109248,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q8_0-mtp.gguf","sha256":"sha256:15371df5ce281a0d623a96224574dcf9d176028211c00044d85a92737f72ecb8"},{"path":"gemmable-4-12b-Q8_0.gguf","sizeBytes":12669627840,"downloadUrl":"https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q8_0.gguf","sha256":"sha256:778299be5cab65bd0b810099c17118306421ab5e285a2e0a33bf58279bdbe0fe"}],"totalSizeBytes":13134737088,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":12651559987,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":23187725701,"totalGb":21.6}}]},{"repo":"mixedbread-ai/mxbai-embed-large-v1","author":"mixedbread-ai","title":"mxbai-embed-large-v1","modelName":"mxbai-embed-large-v1","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf","safetensors"],"parameterCount":335141888,"architecture":"bert","contextLength":512,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gguf/mxbai-embed-large-v1-f16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"gguf/mxbai-embed-large-v1-f16.gguf","files":[{"path":"gguf/mxbai-embed-large-v1-f16.gguf","sizeBytes":669603712,"downloadUrl":"https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/gguf/mxbai-embed-large-v1-f16.gguf","sha256":"sha256:819c2adf5ce6df2b6bd2ae4ca90d2a69f060afeb438d0c171db57daa02e39c3d"}],"totalSizeBytes":669603712,"sha256":"sha256:819c2adf5ce6df2b6bd2ae4ca90d2a69f060afeb438d0c171db57daa02e39c3d","memoryHints":{"method":"rough_estimate_v1","contextLength":512,"modelBytes":670283776,"kvCacheBytes":3280593,"runtimeOverheadBytes":524288000,"totalBytes":1197852369,"totalGb":1.1}},{"entryId":"safetensors:model","format":"safetensors","entry":"model.safetensors","files":[{"path":"model.safetensors","sizeBytes":670328392,"downloadUrl":"https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/model.safetensors","sha256":"sha256:36bfa45da00eb762ef9feebe4cff315ec779efadd08da11846bef5ba5b59b8f8"}],"totalSizeBytes":670328392,"sha256":"sha256:36bfa45da00eb762ef9feebe4cff315ec779efadd08da11846bef5ba5b59b8f8","memoryHints":{"method":"artifact_size_v1","modelBytes":670328392,"runtimeOverheadBytes":201098518,"totalBytes":871426910,"totalGb":0.8}}]},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","author":"mradermacher","title":"UI-TARS-1.5-7B-GGUF","modelName":"UI-TARS-1.5-7B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":7615616512,"architecture":"qwen2vl","contextLength":128000,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:UI-TARS-1.5-7B.Q2_K.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"UI-TARS-1.5-7B.Q2_K.gguf","files":[{"path":"UI-TARS-1.5-7B.Q2_K.gguf","sizeBytes":3015940416,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q2_K.gguf","sha256":"sha256:20db1790f487602a9bf377d4d8474ed935e03fe8cc52e4bf47816a2395005105"}],"totalSizeBytes":3015940416,"sha256":"sha256:20db1790f487602a9bf377d4d8474ed935e03fe8cc52e4bf47816a2395005105","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":2439377164,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":6873249153,"totalGb":6.4}},{"entryId":"gguf:UI-TARS-1.5-7B.Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"UI-TARS-1.5-7B.Q3_K_S.gguf","files":[{"path":"UI-TARS-1.5-7B.Q3_K_S.gguf","sizeBytes":3492368704,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q3_K_S.gguf","sha256":"sha256:65b3b3c9a7915e9fe391df6d0f58074f559e0a1dc2fd73b61db8c41e835498b7"}],"totalSizeBytes":3492368704,"sha256":"sha256:65b3b3c9a7915e9fe391df6d0f58074f559e0a1dc2fd73b61db8c41e835498b7","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":3272335220,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":7706207209,"totalGb":7.2}},{"entryId":"gguf:UI-TARS-1.5-7B.Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"UI-TARS-1.5-7B.Q3_K_M.gguf","files":[{"path":"UI-TARS-1.5-7B.Q3_K_M.gguf","sizeBytes":3808391488,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q3_K_M.gguf","sha256":"sha256:7cf97229aebaaebd11e0bdef5d057f6e079c884609dafa7c3dbd804ce4d7c9b7"}],"totalSizeBytes":3808391488,"sha256":"sha256:7cf97229aebaaebd11e0bdef5d057f6e079c884609dafa7c3dbd804ce4d7c9b7","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":3748311252,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":8182183241,"totalGb":7.6}},{"entryId":"gguf:UI-TARS-1.5-7B.Q3_K_L.gguf","format":"gguf","quantization":"Q3_K_L","bitsPerWeight":4.3125,"quality":"moderate","entry":"UI-TARS-1.5-7B.Q3_K_L.gguf","files":[{"path":"UI-TARS-1.5-7B.Q3_K_L.gguf","sizeBytes":4088459584,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q3_K_L.gguf","sha256":"sha256:8181b5ff7ab16965915c8e727caf1a781f85ea2fbc08136c1adc3d496def5bb2"}],"totalSizeBytes":4088459584,"sha256":"sha256:8181b5ff7ab16965915c8e727caf1a781f85ea2fbc08136c1adc3d496def5bb2","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":4105293276,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":8539165265,"totalGb":8}},{"entryId":"gguf:UI-TARS-1.5-7B.IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"UI-TARS-1.5-7B.IQ4_XS.gguf","files":[{"path":"UI-TARS-1.5-7B.IQ4_XS.gguf","sizeBytes":4250298688,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.IQ4_XS.gguf","sha256":"sha256:ec51b60a6de0d8aa1c1ac650010fd8eda5a94e1f4299ed5c566839c4dfc3c3f1"}],"totalSizeBytes":4250298688,"sha256":"sha256:ec51b60a6de0d8aa1c1ac650010fd8eda5a94e1f4299ed5c566839c4dfc3c3f1","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":4045796272,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":8479668261,"totalGb":7.9}},{"entryId":"gguf:UI-TARS-1.5-7B.Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"UI-TARS-1.5-7B.Q4_K_S.gguf","files":[{"path":"UI-TARS-1.5-7B.Q4_K_S.gguf","sizeBytes":4457769280,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q4_K_S.gguf","sha256":"sha256:18841d8a770125d3b759906b688a91a7c22b1a62756d22907b4df65d9828a7f9"}],"totalSizeBytes":4457769280,"sha256":"sha256:18841d8a770125d3b759906b688a91a7c22b1a62756d22907b4df65d9828a7f9","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":4283784288,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":8717656277,"totalGb":8.1}},{"entryId":"gguf:UI-TARS-1.5-7B.Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"UI-TARS-1.5-7B.Q4_K_M.gguf","files":[{"path":"UI-TARS-1.5-7B.Q4_K_M.gguf","sizeBytes":4683073856,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q4_K_M.gguf","sha256":"sha256:3233f143243135ef458a3e18894c4d6883d384abcef23367a538a3a78003009b"}],"totalSizeBytes":4683073856,"sha256":"sha256:3233f143243135ef458a3e18894c4d6883d384abcef23367a538a3a78003009b","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":4597928469,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":9031800458,"totalGb":8.4}},{"entryId":"gguf:UI-TARS-1.5-7B.Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"UI-TARS-1.5-7B.Q5_K_S.gguf","files":[{"path":"UI-TARS-1.5-7B.Q5_K_S.gguf","sizeBytes":5315176768,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q5_K_S.gguf","sha256":"sha256:309d1affe9ccd72e310fa50378c9dfdac82ac7e7e90935dafd86ceaaedf99f69"}],"totalSizeBytes":5315176768,"sha256":"sha256:309d1affe9ccd72e310fa50378c9dfdac82ac7e7e90935dafd86ceaaedf99f69","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":5235736352,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":9669608341,"totalGb":9}},{"entryId":"gguf:UI-TARS-1.5-7B.Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"UI-TARS-1.5-7B.Q5_K_M.gguf","files":[{"path":"UI-TARS-1.5-7B.Q5_K_M.gguf","sizeBytes":5444831552,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q5_K_M.gguf","sha256":"sha256:e66043e0fa77a3b378fc7c7d84117777b9bd3aad42b9b6cdb5c411879b87aa91"}],"totalSizeBytes":5444831552,"sha256":"sha256:e66043e0fa77a3b378fc7c7d84117777b9bd3aad42b9b6cdb5c411879b87aa91","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":5416607244,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":9850479233,"totalGb":9.2}},{"entryId":"gguf:UI-TARS-1.5-7B.Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"UI-TARS-1.5-7B.Q6_K.gguf","files":[{"path":"UI-TARS-1.5-7B.Q6_K.gguf","sizeBytes":6254199104,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q6_K.gguf","sha256":"sha256:a91e7c092d475fecf458aa635b184661aab950f77f5c92a378565a6370d7c7bb"}],"totalSizeBytes":6254199104,"sha256":"sha256:a91e7c092d475fecf458aa635b184661aab950f77f5c92a378565a6370d7c7bb","memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":6247185420,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":10681057409,"totalGb":9.9}},{"entryId":"gguf:UI-TARS-1.5-7B.mmproj-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"UI-TARS-1.5-7B.mmproj-Q8_0.gguf","files":[{"path":"UI-TARS-1.5-7B.mmproj-Q8_0.gguf","sizeBytes":856130240,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.mmproj-Q8_0.gguf","sha256":"sha256:31492401b0da4d2fc68e353c66bdcf3837818c68abb5265207ec1923abf738d3"},{"path":"UI-TARS-1.5-7B.Q8_0.gguf","sizeBytes":8098525504,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.Q8_0.gguf","sha256":"sha256:75318ccb51c3bf56257205e379b01d3208fb47cbebd3c772abd0d142a3e9fb73"}],"totalSizeBytes":8954655744,"memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":8091592544,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":12525464533,"totalGb":11.7}},{"entryId":"gguf:UI-TARS-1.5-7B.f16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"UI-TARS-1.5-7B.f16.gguf","files":[{"path":"UI-TARS-1.5-7B.f16.gguf","sizeBytes":15237853504,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.f16.gguf","sha256":"sha256:cc8418a1fa7550c29024a8c850cd2bd23fb08ff051af0d44cb77435bc0929540"},{"path":"UI-TARS-1.5-7B.mmproj-f16.gguf","sizeBytes":1354162880,"downloadUrl":"https://huggingface.co/mradermacher/UI-TARS-1.5-7B-GGUF/resolve/main/UI-TARS-1.5-7B.mmproj-f16.gguf","sha256":"sha256:45fff9aa4ee4dcab82ad668e681b5ce0e061eb52a7dca26ddb8922435c567a8f"}],"totalSizeBytes":16592016384,"memoryHints":{"method":"rough_estimate_v1","contextLength":128000,"modelBytes":15231233024,"kvCacheBytes":3909583989,"runtimeOverheadBytes":524288000,"totalBytes":19665105013,"totalGb":18.3}}]},{"repo":"prism-ml/Bonsai-27B-gguf","author":"prism-ml","title":"Bonsai-27B-gguf","modelName":"Bonsai-27B-gguf","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":3645856513,"architecture":"dspark","contextLength":4096,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Bonsai-27B-mmproj-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Bonsai-27B-mmproj-Q8_0.gguf","files":[{"path":"Bonsai-27B-mmproj-Q8_0.gguf","sizeBytes":629246880,"downloadUrl":"https://huggingface.co/prism-ml/Bonsai-27B-gguf/resolve/main/Bonsai-27B-mmproj-Q8_0.gguf","sha256":"sha256:eb561d41a7bbeb0fcf04883c8af11078ef6cae0a66862a0b68443cfca495269d"}],"totalSizeBytes":629246880,"sha256":"sha256:eb561d41a7bbeb0fcf04883c8af11078ef6cae0a66862a0b68443cfca495269d","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":3873722545,"kvCacheBytes":86562099,"runtimeOverheadBytes":524288000,"totalBytes":4484572644,"totalGb":4.2}},{"entryId":"gguf:Bonsai-27B-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"Bonsai-27B-F16.gguf","files":[{"path":"Bonsai-27B-F16.gguf","sizeBytes":53808280640,"downloadUrl":"https://huggingface.co/prism-ml/Bonsai-27B-gguf/resolve/main/Bonsai-27B-F16.gguf","sha256":"sha256:d4a381a6d07131c34af888607bdbda49fc885c97673a0d22aa3e0f0284bba566"}],"totalSizeBytes":53808280640,"sha256":"sha256:d4a381a6d07131c34af888607bdbda49fc885c97673a0d22aa3e0f0284bba566","memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":7291713026,"kvCacheBytes":86562099,"runtimeOverheadBytes":524288000,"totalBytes":7902563125,"totalGb":7.4}},{"entryId":"gguf:Bonsai-27B-dspark-bf16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"Bonsai-27B-dspark-bf16.gguf","files":[{"path":"Bonsai-27B-dspark-bf16.gguf","sizeBytes":7291885792,"downloadUrl":"https://huggingface.co/prism-ml/Bonsai-27B-gguf/resolve/main/Bonsai-27B-dspark-bf16.gguf","sha256":"sha256:93bd7f0326bcb39982051dd7742e5a2c9031358f94293a9c91f6aa98dcb6573b"},{"path":"Bonsai-27B-mmproj-BF16.gguf","sizeBytes":931145760,"downloadUrl":"https://huggingface.co/prism-ml/Bonsai-27B-gguf/resolve/main/Bonsai-27B-mmproj-BF16.gguf","sha256":"sha256:acaf5b55d24ebd38c71fa220dc58c9a36776ec543b17728a4b322fc8d92f1de4"}],"totalSizeBytes":8223031552,"memoryHints":{"method":"rough_estimate_v1","contextLength":4096,"modelBytes":7291713026,"kvCacheBytes":86562099,"runtimeOverheadBytes":524288000,"totalBytes":7902563125,"totalGb":7.4}}]},{"repo":"rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF","author":"rippertnt","title":"HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF","modelName":"HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":1812039680,"architecture":"llama","contextLength":131072,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","files":[{"path":"hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","sizeBytes":1133974368,"downloadUrl":"https://huggingface.co/rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF/resolve/main/hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","sha256":"sha256:95659a99a087fe5803150f47569dd55716a6806b6c3bf18e901ca0d341a701e4"}],"totalSizeBytes":1133974368,"sha256":"sha256:95659a99a087fe5803150f47569dd55716a6806b6c3bf18e901ca0d341a701e4","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":1094018957,"kvCacheBytes":1952818238,"runtimeOverheadBytes":524288000,"totalBytes":3571125195,"totalGb":3.3}}]},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-awq","author":"speakleash","title":"Bielik-11B-v3.0-Instruct-awq","modelName":"Bielik-11B-v3.0-Instruct-awq","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":11339190972,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:model","format":"safetensors","entry":"model-00001-of-00002.safetensors","files":[{"path":"model-00001-of-00002.safetensors","sizeBytes":4992601480,"downloadUrl":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-awq/resolve/main/model-00001-of-00002.safetensors","sha256":"sha256:590beff4717ed833ed7cffd8b11ef703ea646e90385d2dfda4f24b4c1c08aba1"},{"path":"model-00002-of-00002.safetensors","sizeBytes":1200378608,"downloadUrl":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-awq/resolve/main/model-00002-of-00002.safetensors","sha256":"sha256:7e2e0aa198ec4fd3ebf53aad3d0c03caed2725623556e37611bc7519a0556b2e"}],"totalSizeBytes":6192980088,"memoryHints":{"method":"artifact_size_v1","modelBytes":6192980088,"runtimeOverheadBytes":1857894026,"totalBytes":8050874114,"totalGb":7.5}}]},{"repo":"stabilityai/sdxl-turbo","author":"stabilityai","title":"sdxl-turbo","modelName":"sdxl-turbo","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":2567463684,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:sd_xl_turbo_1.0","format":"safetensors","entry":"sd_xl_turbo_1.0.safetensors","files":[{"path":"sd_xl_turbo_1.0.safetensors","sizeBytes":13875761366,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/sd_xl_turbo_1.0.safetensors","sha256":"sha256:2e58e3704b4c0831bf848e0507c9b5ff2cd8d007b8d0719dba3874156f631050"}],"totalSizeBytes":13875761366,"sha256":"sha256:2e58e3704b4c0831bf848e0507c9b5ff2cd8d007b8d0719dba3874156f631050","memoryHints":{"method":"artifact_size_v1","modelBytes":13875761366,"runtimeOverheadBytes":4162728410,"totalBytes":18038489776,"totalGb":16.8}},{"entryId":"safetensors:sd_xl_turbo_1.0_fp16","format":"safetensors","entry":"sd_xl_turbo_1.0_fp16.safetensors","files":[{"path":"sd_xl_turbo_1.0_fp16.safetensors","sizeBytes":6938081905,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/sd_xl_turbo_1.0_fp16.safetensors","sha256":"sha256:e869ac7d6942cb327d68d5ed83a40447aadf20e0c3358d98b2cc9e270db0da26"}],"totalSizeBytes":6938081905,"sha256":"sha256:e869ac7d6942cb327d68d5ed83a40447aadf20e0c3358d98b2cc9e270db0da26","memoryHints":{"method":"artifact_size_v1","modelBytes":6938081905,"runtimeOverheadBytes":2081424572,"totalBytes":9019506477,"totalGb":8.4}},{"entryId":"safetensors:text_encoder/model.fp16","format":"safetensors","entry":"text_encoder/model.fp16.safetensors","files":[{"path":"text_encoder/model.fp16.safetensors","sizeBytes":246144152,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/text_encoder/model.fp16.safetensors","sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd"}],"totalSizeBytes":246144152,"sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd","memoryHints":{"method":"artifact_size_v1","modelBytes":246144152,"runtimeOverheadBytes":73843246,"totalBytes":319987398,"totalGb":0.3}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":492265168,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/text_encoder/model.safetensors","sha256":"sha256:778d02eb9e707c3fbaae0b67b79ea0d1399b52e624fb634f2f19375ae7c047c3"}],"totalSizeBytes":492265168,"sha256":"sha256:778d02eb9e707c3fbaae0b67b79ea0d1399b52e624fb634f2f19375ae7c047c3","memoryHints":{"method":"artifact_size_v1","modelBytes":492265168,"runtimeOverheadBytes":147679550,"totalBytes":639944718,"totalGb":0.6}},{"entryId":"safetensors:text_encoder_2/model.fp16","format":"safetensors","entry":"text_encoder_2/model.fp16.safetensors","files":[{"path":"text_encoder_2/model.fp16.safetensors","sizeBytes":1389382176,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/text_encoder_2/model.fp16.safetensors","sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4"}],"totalSizeBytes":1389382176,"sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4","memoryHints":{"method":"artifact_size_v1","modelBytes":1389382176,"runtimeOverheadBytes":416814653,"totalBytes":1806196829,"totalGb":1.7}},{"entryId":"safetensors:text_encoder_2/model","format":"safetensors","entry":"text_encoder_2/model.safetensors","files":[{"path":"text_encoder_2/model.safetensors","sizeBytes":2778702264,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/text_encoder_2/model.safetensors","sha256":"sha256:fa5b2e6f4c2efc2d82e4b8312faec1a5540eabfc6415126c9a05c8436a530ef4"}],"totalSizeBytes":2778702264,"sha256":"sha256:fa5b2e6f4c2efc2d82e4b8312faec1a5540eabfc6415126c9a05c8436a530ef4","memoryHints":{"method":"artifact_size_v1","modelBytes":2778702264,"runtimeOverheadBytes":833610679,"totalBytes":3612312943,"totalGb":3.4}},{"entryId":"safetensors:unet/diffusion_pytorch_model.fp16","format":"safetensors","entry":"unet/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"unet/diffusion_pytorch_model.fp16.safetensors","sizeBytes":5135149760,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/unet/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:48fa46161a745f48d4054df3fe13804ee255486bca893403b60373c188fd1bdb"}],"totalSizeBytes":5135149760,"sha256":"sha256:48fa46161a745f48d4054df3fe13804ee255486bca893403b60373c188fd1bdb","memoryHints":{"method":"artifact_size_v1","modelBytes":5135149760,"runtimeOverheadBytes":1540544928,"totalBytes":6675694688,"totalGb":6.2}},{"entryId":"safetensors:unet/diffusion_pytorch_model","format":"safetensors","entry":"unet/diffusion_pytorch_model.safetensors","files":[{"path":"unet/diffusion_pytorch_model.safetensors","sizeBytes":10270077736,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/unet/diffusion_pytorch_model.safetensors","sha256":"sha256:1968fc61aa8449ab3d3f9b9a05bce88c611760c01e0c4a7a3785911b546fe582"}],"totalSizeBytes":10270077736,"sha256":"sha256:1968fc61aa8449ab3d3f9b9a05bce88c611760c01e0c4a7a3785911b546fe582","memoryHints":{"method":"artifact_size_v1","modelBytes":10270077736,"runtimeOverheadBytes":3081023321,"totalBytes":13351101057,"totalGb":12.4}},{"entryId":"safetensors:vae/diffusion_pytorch_model.fp16","format":"safetensors","entry":"vae/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"vae/diffusion_pytorch_model.fp16.safetensors","sizeBytes":167335342,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/vae/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:02ee4bd18e5d16e7fe5fc5b85b4aefa2cba6db28897f674226c9d6ddd2f34f06"}],"totalSizeBytes":167335342,"sha256":"sha256:02ee4bd18e5d16e7fe5fc5b85b4aefa2cba6db28897f674226c9d6ddd2f34f06","memoryHints":{"method":"artifact_size_v1","modelBytes":167335342,"runtimeOverheadBytes":50200603,"totalBytes":217535945,"totalGb":0.2}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":334643268,"downloadUrl":"https://huggingface.co/stabilityai/sdxl-turbo/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:716971093e3428c9156906fcbcc5500abf005317c5f4d3a5bb3fa28c45e1e071"}],"totalSizeBytes":334643268,"sha256":"sha256:716971093e3428c9156906fcbcc5500abf005317c5f4d3a5bb3fa28c45e1e071","memoryHints":{"method":"artifact_size_v1","modelBytes":334643268,"runtimeOverheadBytes":100392980,"totalBytes":435036248,"totalGb":0.4}}]},{"repo":"stabilityai/stable-diffusion-3.5-medium","author":"stabilityai","title":"stable-diffusion-3.5-medium","modelName":"stable-diffusion-3.5-medium","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":2469663936,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:sd3.5_medium","format":"safetensors","entry":"sd3.5_medium.safetensors","files":[{"path":"sd3.5_medium.safetensors","sizeBytes":5107104286,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/sd3.5_medium.safetensors","sha256":"sha256:11fe06e22364b823dfeedc275912336b932b32a293a0b2f35ffac071990cc4de"}],"totalSizeBytes":5107104286,"sha256":"sha256:11fe06e22364b823dfeedc275912336b932b32a293a0b2f35ffac071990cc4de","memoryHints":{"method":"artifact_size_v1","modelBytes":5107104286,"runtimeOverheadBytes":1532131286,"totalBytes":6639235572,"totalGb":6.2}},{"entryId":"safetensors:text_encoder/model.fp16","format":"safetensors","entry":"text_encoder/model.fp16.safetensors","files":[{"path":"text_encoder/model.fp16.safetensors","sizeBytes":247323896,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder/model.fp16.safetensors","sha256":"sha256:71e183d11db0c6b6282a4d9e0abb74125edc8692393e89ed8ee5571005f35cb1"}],"totalSizeBytes":247323896,"sha256":"sha256:71e183d11db0c6b6282a4d9e0abb74125edc8692393e89ed8ee5571005f35cb1","memoryHints":{"method":"artifact_size_v1","modelBytes":247323896,"runtimeOverheadBytes":74197169,"totalBytes":321521065,"totalGb":0.3}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":247323896,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder/model.safetensors","sha256":"sha256:71e183d11db0c6b6282a4d9e0abb74125edc8692393e89ed8ee5571005f35cb1"}],"totalSizeBytes":247323896,"sha256":"sha256:71e183d11db0c6b6282a4d9e0abb74125edc8692393e89ed8ee5571005f35cb1","memoryHints":{"method":"artifact_size_v1","modelBytes":247323896,"runtimeOverheadBytes":74197169,"totalBytes":321521065,"totalGb":0.3}},{"entryId":"safetensors:text_encoder_2/model.fp16","format":"safetensors","entry":"text_encoder_2/model.fp16.safetensors","files":[{"path":"text_encoder_2/model.fp16.safetensors","sizeBytes":1389382176,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_2/model.fp16.safetensors","sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4"}],"totalSizeBytes":1389382176,"sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4","memoryHints":{"method":"artifact_size_v1","modelBytes":1389382176,"runtimeOverheadBytes":416814653,"totalBytes":1806196829,"totalGb":1.7}},{"entryId":"safetensors:text_encoder_2/model","format":"safetensors","entry":"text_encoder_2/model.safetensors","files":[{"path":"text_encoder_2/model.safetensors","sizeBytes":1389382176,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_2/model.safetensors","sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4"}],"totalSizeBytes":1389382176,"sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4","memoryHints":{"method":"artifact_size_v1","modelBytes":1389382176,"runtimeOverheadBytes":416814653,"totalBytes":1806196829,"totalGb":1.7}},{"entryId":"safetensors:text_encoder_3/model","format":"safetensors","entry":"text_encoder_3/model-00001-of-00002.safetensors","files":[{"path":"text_encoder_3/model-00001-of-00002.safetensors","sizeBytes":4994582104,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_3/model-00001-of-00002.safetensors","sha256":"sha256:4f2751ceeb2a96edd693e539dc5d6bba0b8d3814f49a9b3798403a0cec4b2e3d"},{"path":"text_encoder_3/model-00002-of-00002.safetensors","sizeBytes":4530066248,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_3/model-00002-of-00002.safetensors","sha256":"sha256:f63154532130422309532ff56f11945fbea8266c958e3133e8e5aef85c6293c7"}],"totalSizeBytes":9524648352,"memoryHints":{"method":"artifact_size_v1","modelBytes":9524648352,"runtimeOverheadBytes":2857394506,"totalBytes":12382042858,"totalGb":11.5}},{"entryId":"safetensors:text_encoder_3/model.fp16","format":"safetensors","entry":"text_encoder_3/model.fp16-00001-of-00002.safetensors","files":[{"path":"text_encoder_3/model.fp16-00001-of-00002.safetensors","sizeBytes":4994582104,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_3/model.fp16-00001-of-00002.safetensors","sha256":"sha256:4f2751ceeb2a96edd693e539dc5d6bba0b8d3814f49a9b3798403a0cec4b2e3d"},{"path":"text_encoder_3/model.fp16-00002-of-00002.safetensors","sizeBytes":4530066248,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoder_3/model.fp16-00002-of-00002.safetensors","sha256":"sha256:f63154532130422309532ff56f11945fbea8266c958e3133e8e5aef85c6293c7"}],"totalSizeBytes":9524648352,"memoryHints":{"method":"artifact_size_v1","modelBytes":9524648352,"runtimeOverheadBytes":2857394506,"totalBytes":12382042858,"totalGb":11.5}},{"entryId":"safetensors:text_encoders/clip_g","format":"safetensors","entry":"text_encoders/clip_g.safetensors","files":[{"path":"text_encoders/clip_g.safetensors","sizeBytes":1389382176,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoders/clip_g.safetensors","sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4"}],"totalSizeBytes":1389382176,"sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4","memoryHints":{"method":"artifact_size_v1","modelBytes":1389382176,"runtimeOverheadBytes":416814653,"totalBytes":1806196829,"totalGb":1.7}},{"entryId":"safetensors:text_encoders/clip_l","format":"safetensors","entry":"text_encoders/clip_l.safetensors","files":[{"path":"text_encoders/clip_l.safetensors","sizeBytes":246144152,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoders/clip_l.safetensors","sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd"}],"totalSizeBytes":246144152,"sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd","memoryHints":{"method":"artifact_size_v1","modelBytes":246144152,"runtimeOverheadBytes":73843246,"totalBytes":319987398,"totalGb":0.3}},{"entryId":"safetensors:text_encoders/t5xxl_fp16","format":"safetensors","entry":"text_encoders/t5xxl_fp16.safetensors","files":[{"path":"text_encoders/t5xxl_fp16.safetensors","sizeBytes":9787841024,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoders/t5xxl_fp16.safetensors","sha256":"sha256:6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635"}],"totalSizeBytes":9787841024,"sha256":"sha256:6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635","memoryHints":{"method":"artifact_size_v1","modelBytes":9787841024,"runtimeOverheadBytes":2936352307,"totalBytes":12724193331,"totalGb":11.9}},{"entryId":"safetensors:text_encoders/t5xxl_fp8_e4m3fn","format":"safetensors","entry":"text_encoders/t5xxl_fp8_e4m3fn.safetensors","files":[{"path":"text_encoders/t5xxl_fp8_e4m3fn.safetensors","sizeBytes":4893934904,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/text_encoders/t5xxl_fp8_e4m3fn.safetensors","sha256":"sha256:7d330da4816157540d6bb7838bf63a0f02f573fc48ca4d8de34bb0cbfd514f09"}],"totalSizeBytes":4893934904,"sha256":"sha256:7d330da4816157540d6bb7838bf63a0f02f573fc48ca4d8de34bb0cbfd514f09","memoryHints":{"method":"artifact_size_v1","modelBytes":4893934904,"runtimeOverheadBytes":1468180471,"totalBytes":6362115375,"totalGb":5.9}},{"entryId":"safetensors:transformer/diffusion_pytorch_model","format":"safetensors","entry":"transformer/diffusion_pytorch_model.safetensors","files":[{"path":"transformer/diffusion_pytorch_model.safetensors","sizeBytes":4939433672,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/transformer/diffusion_pytorch_model.safetensors","sha256":"sha256:f81eb93a348be218af757dd095cbda45090380d9bbda91049442e0e40bb4cc95"}],"totalSizeBytes":4939433672,"sha256":"sha256:f81eb93a348be218af757dd095cbda45090380d9bbda91049442e0e40bb4cc95","memoryHints":{"method":"artifact_size_v1","modelBytes":4939433672,"runtimeOverheadBytes":1481830102,"totalBytes":6421263774,"totalGb":6}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":167666902,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-3.5-medium/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:8f53304a79335b55e13ec50f63e5157fee4deb2f30d5fae0654e2b2653c109dc"}],"totalSizeBytes":167666902,"sha256":"sha256:8f53304a79335b55e13ec50f63e5157fee4deb2f30d5fae0654e2b2653c109dc","memoryHints":{"method":"artifact_size_v1","modelBytes":167666902,"runtimeOverheadBytes":50300071,"totalBytes":217966973,"totalGb":0.2}}]},{"repo":"stabilityai/stable-diffusion-xl-base-1.0","author":"stabilityai","title":"stable-diffusion-xl-base-1.0","modelName":"stable-diffusion-xl-base-1.0","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":2567463684,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:sd_xl_base_1.0","format":"safetensors","entry":"sd_xl_base_1.0.safetensors","files":[{"path":"sd_xl_base_1.0.safetensors","sizeBytes":6938078334,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors","sha256":"sha256:31e35c80fc4829d14f90153f4c74cd59c90b779f6afe05a74cd6120b893f7e5b"}],"totalSizeBytes":6938078334,"sha256":"sha256:31e35c80fc4829d14f90153f4c74cd59c90b779f6afe05a74cd6120b893f7e5b","memoryHints":{"method":"artifact_size_v1","modelBytes":6938078334,"runtimeOverheadBytes":2081423500,"totalBytes":9019501834,"totalGb":8.4}},{"entryId":"safetensors:sd_xl_base_1.0_0.9vae","format":"safetensors","entry":"sd_xl_base_1.0_0.9vae.safetensors","files":[{"path":"sd_xl_base_1.0_0.9vae.safetensors","sizeBytes":6938078334,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0_0.9vae.safetensors","sha256":"sha256:e6bb9ea85bbf7bf6478a7c6d18b71246f22e95d41bcdd80ed40aa212c33cfeff"}],"totalSizeBytes":6938078334,"sha256":"sha256:e6bb9ea85bbf7bf6478a7c6d18b71246f22e95d41bcdd80ed40aa212c33cfeff","memoryHints":{"method":"artifact_size_v1","modelBytes":6938078334,"runtimeOverheadBytes":2081423500,"totalBytes":9019501834,"totalGb":8.4}},{"entryId":"safetensors:sd_xl_offset_example-lora_1.0","format":"safetensors","entry":"sd_xl_offset_example-lora_1.0.safetensors","files":[{"path":"sd_xl_offset_example-lora_1.0.safetensors","sizeBytes":49553604,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_offset_example-lora_1.0.safetensors","sha256":"sha256:4852686128f953d0277d0793e2f0335352f96a919c9c16a09787d77f55cbdf6f"}],"totalSizeBytes":49553604,"sha256":"sha256:4852686128f953d0277d0793e2f0335352f96a919c9c16a09787d77f55cbdf6f","memoryHints":{"method":"artifact_size_v1","modelBytes":49553604,"runtimeOverheadBytes":14866081,"totalBytes":64419685,"totalGb":0.1}},{"entryId":"safetensors:text_encoder/model.fp16","format":"safetensors","entry":"text_encoder/model.fp16.safetensors","files":[{"path":"text_encoder/model.fp16.safetensors","sizeBytes":246144152,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/text_encoder/model.fp16.safetensors","sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd"}],"totalSizeBytes":246144152,"sha256":"sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd","memoryHints":{"method":"artifact_size_v1","modelBytes":246144152,"runtimeOverheadBytes":73843246,"totalBytes":319987398,"totalGb":0.3}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":492265168,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/text_encoder/model.safetensors","sha256":"sha256:5c3d6454dd2d23414b56aa1b5858a72487a656937847b6fea8d0606d7a42cdbc"}],"totalSizeBytes":492265168,"sha256":"sha256:5c3d6454dd2d23414b56aa1b5858a72487a656937847b6fea8d0606d7a42cdbc","memoryHints":{"method":"artifact_size_v1","modelBytes":492265168,"runtimeOverheadBytes":147679550,"totalBytes":639944718,"totalGb":0.6}},{"entryId":"safetensors:text_encoder_2/model.fp16","format":"safetensors","entry":"text_encoder_2/model.fp16.safetensors","files":[{"path":"text_encoder_2/model.fp16.safetensors","sizeBytes":1389382176,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/text_encoder_2/model.fp16.safetensors","sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4"}],"totalSizeBytes":1389382176,"sha256":"sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4","memoryHints":{"method":"artifact_size_v1","modelBytes":1389382176,"runtimeOverheadBytes":416814653,"totalBytes":1806196829,"totalGb":1.7}},{"entryId":"safetensors:text_encoder_2/model","format":"safetensors","entry":"text_encoder_2/model.safetensors","files":[{"path":"text_encoder_2/model.safetensors","sizeBytes":2778702264,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/text_encoder_2/model.safetensors","sha256":"sha256:3a6032f63d37ae02bbc74ccd6a27440578cd71701f96532229d0154f55a8d3ff"}],"totalSizeBytes":2778702264,"sha256":"sha256:3a6032f63d37ae02bbc74ccd6a27440578cd71701f96532229d0154f55a8d3ff","memoryHints":{"method":"artifact_size_v1","modelBytes":2778702264,"runtimeOverheadBytes":833610679,"totalBytes":3612312943,"totalGb":3.4}},{"entryId":"safetensors:unet/diffusion_pytorch_model.fp16","format":"safetensors","entry":"unet/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"unet/diffusion_pytorch_model.fp16.safetensors","sizeBytes":5135149760,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/unet/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:83e012a805b84c7ca28e5646747c90a243c65c8ba4f070e2d7ddc9d74661e139"}],"totalSizeBytes":5135149760,"sha256":"sha256:83e012a805b84c7ca28e5646747c90a243c65c8ba4f070e2d7ddc9d74661e139","memoryHints":{"method":"artifact_size_v1","modelBytes":5135149760,"runtimeOverheadBytes":1540544928,"totalBytes":6675694688,"totalGb":6.2}},{"entryId":"safetensors:unet/diffusion_pytorch_model","format":"safetensors","entry":"unet/diffusion_pytorch_model.safetensors","files":[{"path":"unet/diffusion_pytorch_model.safetensors","sizeBytes":10270077736,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/unet/diffusion_pytorch_model.safetensors","sha256":"sha256:357650fbfb3c7b4d94c1f5fd7664da819ad1ff5a839430484b4ec422d03f710a"}],"totalSizeBytes":10270077736,"sha256":"sha256:357650fbfb3c7b4d94c1f5fd7664da819ad1ff5a839430484b4ec422d03f710a","memoryHints":{"method":"artifact_size_v1","modelBytes":10270077736,"runtimeOverheadBytes":3081023321,"totalBytes":13351101057,"totalGb":12.4}},{"entryId":"safetensors:vae/diffusion_pytorch_model.fp16","format":"safetensors","entry":"vae/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"vae/diffusion_pytorch_model.fp16.safetensors","sizeBytes":167335342,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/vae/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:bcb60880a46b63dea58e9bc591abe15f8350bde47b405f9c38f4be70c6161e68"}],"totalSizeBytes":167335342,"sha256":"sha256:bcb60880a46b63dea58e9bc591abe15f8350bde47b405f9c38f4be70c6161e68","memoryHints":{"method":"artifact_size_v1","modelBytes":167335342,"runtimeOverheadBytes":50200603,"totalBytes":217535945,"totalGb":0.2}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":334643268,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:1598f3d24932bcfe6634e8b618ea1e30ab1d57f5aad13a6d2de446d2199f2341"}],"totalSizeBytes":334643268,"sha256":"sha256:1598f3d24932bcfe6634e8b618ea1e30ab1d57f5aad13a6d2de446d2199f2341","memoryHints":{"method":"artifact_size_v1","modelBytes":334643268,"runtimeOverheadBytes":100392980,"totalBytes":435036248,"totalGb":0.4}},{"entryId":"safetensors:vae_1_0/diffusion_pytorch_model.fp16","format":"safetensors","entry":"vae_1_0/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"vae_1_0/diffusion_pytorch_model.fp16.safetensors","sizeBytes":167335342,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/vae_1_0/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:eb6516ab7e1104d5d1a174a4d65c57835ae38061531d0a2192103aecfb790cc1"}],"totalSizeBytes":167335342,"sha256":"sha256:eb6516ab7e1104d5d1a174a4d65c57835ae38061531d0a2192103aecfb790cc1","memoryHints":{"method":"artifact_size_v1","modelBytes":167335342,"runtimeOverheadBytes":50200603,"totalBytes":217535945,"totalGb":0.2}},{"entryId":"safetensors:vae_1_0/diffusion_pytorch_model","format":"safetensors","entry":"vae_1_0/diffusion_pytorch_model.safetensors","files":[{"path":"vae_1_0/diffusion_pytorch_model.safetensors","sizeBytes":334643268,"downloadUrl":"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/vae_1_0/diffusion_pytorch_model.safetensors","sha256":"sha256:27ed3b02e09638568e99d4398c67bc654dde04e6c0db61fb2d21dba630e7058a"}],"totalSizeBytes":334643268,"sha256":"sha256:27ed3b02e09638568e99d4398c67bc654dde04e6c0db61fb2d21dba630e7058a","memoryHints":{"method":"artifact_size_v1","modelBytes":334643268,"runtimeOverheadBytes":100392980,"totalBytes":435036248,"totalGb":0.4}}]},{"repo":"stable-diffusion-v1-5/stable-diffusion-v1-5","author":"stable-diffusion-v1-5","title":"stable-diffusion-v1-5","modelName":"stable-diffusion-v1-5","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":859520964,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:safety_checker/model.fp16","format":"safetensors","entry":"safety_checker/model.fp16.safetensors","files":[{"path":"safety_checker/model.fp16.safetensors","sizeBytes":608018440,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/safety_checker/model.fp16.safetensors","sha256":"sha256:08902f19b1cfebd7c989f152fc0507bef6898c706a91d666509383122324b511"}],"totalSizeBytes":608018440,"sha256":"sha256:08902f19b1cfebd7c989f152fc0507bef6898c706a91d666509383122324b511","memoryHints":{"method":"artifact_size_v1","modelBytes":608018440,"runtimeOverheadBytes":182405532,"totalBytes":790423972,"totalGb":0.7}},{"entryId":"safetensors:safety_checker/model","format":"safetensors","entry":"safety_checker/model.safetensors","files":[{"path":"safety_checker/model.safetensors","sizeBytes":1215981830,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/safety_checker/model.safetensors","sha256":"sha256:9d6a233ff6fd5ccb9f76fd99618d73369c52dd3d8222376384d0e601911089e8"}],"totalSizeBytes":1215981830,"sha256":"sha256:9d6a233ff6fd5ccb9f76fd99618d73369c52dd3d8222376384d0e601911089e8","memoryHints":{"method":"artifact_size_v1","modelBytes":1215981830,"runtimeOverheadBytes":364794549,"totalBytes":1580776379,"totalGb":1.5}},{"entryId":"safetensors:text_encoder/model.fp16","format":"safetensors","entry":"text_encoder/model.fp16.safetensors","files":[{"path":"text_encoder/model.fp16.safetensors","sizeBytes":246144864,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/text_encoder/model.fp16.safetensors","sha256":"sha256:77795e2023adcf39bc29a884661950380bd093cf0750a966d473d1718dc9ef4e"}],"totalSizeBytes":246144864,"sha256":"sha256:77795e2023adcf39bc29a884661950380bd093cf0750a966d473d1718dc9ef4e","memoryHints":{"method":"artifact_size_v1","modelBytes":246144864,"runtimeOverheadBytes":73843459,"totalBytes":319988323,"totalGb":0.3}},{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model.safetensors","files":[{"path":"text_encoder/model.safetensors","sizeBytes":492265874,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/text_encoder/model.safetensors","sha256":"sha256:d008943c017f0092921106440254dbbe00b6a285f7883ec8ba160c3faad88334"}],"totalSizeBytes":492265874,"sha256":"sha256:d008943c017f0092921106440254dbbe00b6a285f7883ec8ba160c3faad88334","memoryHints":{"method":"artifact_size_v1","modelBytes":492265874,"runtimeOverheadBytes":147679762,"totalBytes":639945636,"totalGb":0.6}},{"entryId":"safetensors:unet/diffusion_pytorch_model.fp16","format":"safetensors","entry":"unet/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"unet/diffusion_pytorch_model.fp16.safetensors","sizeBytes":1719125304,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/unet/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:c83908253f9a64d08c25fc90874c9c8aef9a329ce1ca5fb909d73b0c83d1ea21"}],"totalSizeBytes":1719125304,"sha256":"sha256:c83908253f9a64d08c25fc90874c9c8aef9a329ce1ca5fb909d73b0c83d1ea21","memoryHints":{"method":"artifact_size_v1","modelBytes":1719125304,"runtimeOverheadBytes":515737591,"totalBytes":2234862895,"totalGb":2.1}},{"entryId":"safetensors:unet/diffusion_pytorch_model.non_ema","format":"safetensors","entry":"unet/diffusion_pytorch_model.non_ema.safetensors","files":[{"path":"unet/diffusion_pytorch_model.non_ema.safetensors","sizeBytes":3438167536,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/unet/diffusion_pytorch_model.non_ema.safetensors","sha256":"sha256:cd1b6db09a81cb1d39fbd245a89c1e3db9da9fe8eba5e8f9098ea6c4994221d3"}],"totalSizeBytes":3438167536,"sha256":"sha256:cd1b6db09a81cb1d39fbd245a89c1e3db9da9fe8eba5e8f9098ea6c4994221d3","memoryHints":{"method":"artifact_size_v1","modelBytes":3438167536,"runtimeOverheadBytes":1031450261,"totalBytes":4469617797,"totalGb":4.2}},{"entryId":"safetensors:unet/diffusion_pytorch_model","format":"safetensors","entry":"unet/diffusion_pytorch_model.safetensors","files":[{"path":"unet/diffusion_pytorch_model.safetensors","sizeBytes":3438167540,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/unet/diffusion_pytorch_model.safetensors","sha256":"sha256:19da7aaa4b880e59d56843f1fcb4dd9b599c28a1d9d9af7c1143057c8ffae9f1"}],"totalSizeBytes":3438167540,"sha256":"sha256:19da7aaa4b880e59d56843f1fcb4dd9b599c28a1d9d9af7c1143057c8ffae9f1","memoryHints":{"method":"artifact_size_v1","modelBytes":3438167540,"runtimeOverheadBytes":1031450262,"totalBytes":4469617802,"totalGb":4.2}},{"entryId":"safetensors:v1-5-pruned-emaonly","format":"safetensors","entry":"v1-5-pruned-emaonly.safetensors","files":[{"path":"v1-5-pruned-emaonly.safetensors","sizeBytes":4265146304,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/v1-5-pruned-emaonly.safetensors","sha256":"sha256:6ce0161689b3853acaa03779ec93eafe75a02f4ced659bee03f50797806fa2fa"}],"totalSizeBytes":4265146304,"sha256":"sha256:6ce0161689b3853acaa03779ec93eafe75a02f4ced659bee03f50797806fa2fa","memoryHints":{"method":"artifact_size_v1","modelBytes":4265146304,"runtimeOverheadBytes":1279543891,"totalBytes":5544690195,"totalGb":5.2}},{"entryId":"safetensors:v1-5-pruned","format":"safetensors","entry":"v1-5-pruned.safetensors","files":[{"path":"v1-5-pruned.safetensors","sizeBytes":7703324286,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/v1-5-pruned.safetensors","sha256":"sha256:1a189f0be69d6106a48548e7626207dddd7042a418dbf372cefd05e0cdba61b6"}],"totalSizeBytes":7703324286,"sha256":"sha256:1a189f0be69d6106a48548e7626207dddd7042a418dbf372cefd05e0cdba61b6","memoryHints":{"method":"artifact_size_v1","modelBytes":7703324286,"runtimeOverheadBytes":2310997286,"totalBytes":10014321572,"totalGb":9.3}},{"entryId":"safetensors:vae/diffusion_pytorch_model.fp16","format":"safetensors","entry":"vae/diffusion_pytorch_model.fp16.safetensors","files":[{"path":"vae/diffusion_pytorch_model.fp16.safetensors","sizeBytes":167335342,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/vae/diffusion_pytorch_model.fp16.safetensors","sha256":"sha256:4fbcf0ebe55a0984f5a5e00d8c4521d52359af7229bb4d81890039d2aa16dd7c"}],"totalSizeBytes":167335342,"sha256":"sha256:4fbcf0ebe55a0984f5a5e00d8c4521d52359af7229bb4d81890039d2aa16dd7c","memoryHints":{"method":"artifact_size_v1","modelBytes":167335342,"runtimeOverheadBytes":50200603,"totalBytes":217535945,"totalGb":0.2}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":334643276,"downloadUrl":"https://huggingface.co/stable-diffusion-v1-5/stable-diffusion-v1-5/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:a2b5134f4dbc140d9c11f11cba3233099e00af40f262f136c691fb7d38d2194c"}],"totalSizeBytes":334643276,"sha256":"sha256:a2b5134f4dbc140d9c11f11cba3233099e00af40f262f136c691fb7d38d2194c","memoryHints":{"method":"artifact_size_v1","modelBytes":334643276,"runtimeOverheadBytes":100392983,"totalBytes":435036259,"totalGb":0.4}}]},{"repo":"Tongyi-MAI/Z-Image-Turbo","author":"Tongyi-MAI","title":"Z-Image-Turbo","modelName":"Z-Image-Turbo","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["safetensors"],"parameterCount":6154908736,"architecture":null,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"safetensors:text_encoder/model","format":"safetensors","entry":"text_encoder/model-00001-of-00003.safetensors","files":[{"path":"text_encoder/model-00001-of-00003.safetensors","sizeBytes":3957900840,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/text_encoder/model-00001-of-00003.safetensors","sha256":"sha256:328a91d3122359d5547f9d79521205bc0a46e1f79a792dfe650e99fc2d651223"},{"path":"text_encoder/model-00002-of-00003.safetensors","sizeBytes":3987450520,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/text_encoder/model-00002-of-00003.safetensors","sha256":"sha256:6cd087b316306a68c562436b5492edbcf6e16c6dba3a1308279caa5a58e21ca5"},{"path":"text_encoder/model-00003-of-00003.safetensors","sizeBytes":99630640,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/text_encoder/model-00003-of-00003.safetensors","sha256":"sha256:7ca841ee75b9c61267c0c6148fd8d096d3d21b6d3e161256a9b878154f91fc52"}],"totalSizeBytes":8044982000,"memoryHints":{"method":"artifact_size_v1","modelBytes":8044982000,"runtimeOverheadBytes":2413494600,"totalBytes":10458476600,"totalGb":9.7}},{"entryId":"safetensors:transformer/diffusion_pytorch_model","format":"safetensors","entry":"transformer/diffusion_pytorch_model-00001-of-00003.safetensors","files":[{"path":"transformer/diffusion_pytorch_model-00001-of-00003.safetensors","sizeBytes":9973693184,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/transformer/diffusion_pytorch_model-00001-of-00003.safetensors","sha256":"sha256:95facd593e2549e8252acb571c653d57f7ddb7f1060d4e81712f152555a88804"},{"path":"transformer/diffusion_pytorch_model-00002-of-00003.safetensors","sizeBytes":9973714824,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/transformer/diffusion_pytorch_model-00002-of-00003.safetensors","sha256":"sha256:a4bbe43ee184a1fb5af4b412d27555f532893bdc3165b1149e304ed82b5d7015"},{"path":"transformer/diffusion_pytorch_model-00003-of-00003.safetensors","sizeBytes":4672282880,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/transformer/diffusion_pytorch_model-00003-of-00003.safetensors","sha256":"sha256:aba4e37a590e63210878160a718d916d80398f4e1f78ab6c9b2b2a00d92769fa"}],"totalSizeBytes":24619690888,"memoryHints":{"method":"artifact_size_v1","modelBytes":24619690888,"runtimeOverheadBytes":7385907266,"totalBytes":32005598154,"totalGb":29.8}},{"entryId":"safetensors:vae/diffusion_pytorch_model","format":"safetensors","entry":"vae/diffusion_pytorch_model.safetensors","files":[{"path":"vae/diffusion_pytorch_model.safetensors","sizeBytes":167666902,"downloadUrl":"https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/vae/diffusion_pytorch_model.safetensors","sha256":"sha256:f5b59a26851551b67ae1fe58d32e76486e1e812def4696a4bea97f16604d40a3"}],"totalSizeBytes":167666902,"sha256":"sha256:f5b59a26851551b67ae1fe58d32e76486e1e812def4696a4bea97f16604d40a3","memoryHints":{"method":"artifact_size_v1","modelBytes":167666902,"runtimeOverheadBytes":50300071,"totalBytes":217966973,"totalGb":0.2}}]},{"repo":"unsloth/gemma-4-12b-it-GGUF","author":"unsloth","title":"gemma-4-12b-it-GGUF","modelName":"gemma-4-12b-it-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":11907350576,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-12b-it-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"gemma-4-12b-it-UD-IQ2_M.gguf","files":[{"path":"gemma-4-12b-it-UD-IQ2_M.gguf","sizeBytes":4213353280,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-UD-IQ2_M.gguf","sha256":"sha256:4bd2461d35398dbcf5f3d5f0c9ad91cac78ae35b556e3a81f315a0cc0815ae8c"}],"totalSizeBytes":4213353280,"sha256":"sha256:4bd2461d35398dbcf5f3d5f0c9ad91cac78ae35b556e3a81f315a0cc0815ae8c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":4018730819,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":14554896533,"totalGb":13.6}},{"entryId":"gguf:gemma-4-12b-it-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"gemma-4-12b-it-UD-Q2_K_XL.gguf","files":[{"path":"gemma-4-12b-it-UD-Q2_K_XL.gguf","sizeBytes":4661419840,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-UD-Q2_K_XL.gguf","sha256":"sha256:aa6e1ccf5cd1c5340c4786f0bda2478181327f14aba2359e51e455d02c90bff3"}],"totalSizeBytes":4661419840,"sha256":"sha256:aa6e1ccf5cd1c5340c4786f0bda2478181327f14aba2359e51e455d02c90bff3","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":3814073231,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":14350238945,"totalGb":13.4}},{"entryId":"gguf:gemma-4-12b-it-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"gemma-4-12b-it-UD-IQ3_XXS.gguf","files":[{"path":"gemma-4-12b-it-UD-IQ3_XXS.gguf","sizeBytes":4639716160,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-UD-IQ3_XXS.gguf","sha256":"sha256:0cf13ac91a6c1b1aaaeae633181c75af0f1fa3da1a89abf2086038e105c789f0"}],"totalSizeBytes":4639716160,"sha256":"sha256:0cf13ac91a6c1b1aaaeae633181c75af0f1fa3da1a89abf2086038e105c789f0","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":4558282642,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":15094448356,"totalGb":14.1}},{"entryId":"gguf:gemma-4-12b-it-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"gemma-4-12b-it-Q3_K_S.gguf","files":[{"path":"gemma-4-12b-it-Q3_K_S.gguf","sizeBytes":5135014720,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q3_K_S.gguf","sha256":"sha256:564b1d460efbac33bbd3d16626a1fe484ba648c20d48db1a85a6b97d1d563cd7"}],"totalSizeBytes":5135014720,"sha256":"sha256:564b1d460efbac33bbd3d16626a1fe484ba648c20d48db1a85a6b97d1d563cd7","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5116439701,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":15652605415,"totalGb":14.6}},{"entryId":"gguf:gemma-4-12b-it-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"gemma-4-12b-it-Q3_K_M.gguf","files":[{"path":"gemma-4-12b-it-Q3_K_M.gguf","sizeBytes":5693872960,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q3_K_M.gguf","sha256":"sha256:dbf58f4c413b82b27106867eb42f7087e4172a172f6f201e2e11598a6582e504"}],"totalSizeBytes":5693872960,"sha256":"sha256:dbf58f4c413b82b27106867eb42f7087e4172a172f6f201e2e11598a6582e504","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5860649112,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":16396814826,"totalGb":15.3}},{"entryId":"gguf:gemma-4-12b-it-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"gemma-4-12b-it-IQ4_XS.gguf","files":[{"path":"gemma-4-12b-it-IQ4_XS.gguf","sizeBytes":6375734080,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-IQ4_XS.gguf","sha256":"sha256:b0037d0e0de0290177045ca214b2a0fb1079d18bde57842b3ca32f5b0cd76774"}],"totalSizeBytes":6375734080,"sha256":"sha256:b0037d0e0de0290177045ca214b2a0fb1079d18bde57842b3ca32f5b0cd76774","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6325779994,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":16861945708,"totalGb":15.7}},{"entryId":"gguf:gemma-4-12b-it-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-12b-it-IQ4_NL.gguf","files":[{"path":"gemma-4-12b-it-IQ4_NL.gguf","sizeBytes":6716357440,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-IQ4_NL.gguf","sha256":"sha256:cc9aaaa7b03ccec47f4451de0e4bc569c176dbd630e790041c0a641a07f5854e"}],"totalSizeBytes":6716357440,"sha256":"sha256:cc9aaaa7b03ccec47f4451de0e4bc569c176dbd630e790041c0a641a07f5854e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6697884699,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17234050413,"totalGb":16.1}},{"entryId":"gguf:gemma-4-12b-it-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-12b-it-Q4_0.gguf","files":[{"path":"gemma-4-12b-it-Q4_0.gguf","sizeBytes":6738475840,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_0.gguf","sha256":"sha256:7cef807d864aed1cbb9b93623df3724bb5d19a943fca01c56146dda78004233a"}],"totalSizeBytes":6738475840,"sha256":"sha256:7cef807d864aed1cbb9b93623df3724bb5d19a943fca01c56146dda78004233a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6697884699,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17234050413,"totalGb":16.1}},{"entryId":"gguf:gemma-4-12b-it-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-12b-it-Q4_K_S.gguf","files":[{"path":"gemma-4-12b-it-Q4_K_S.gguf","sizeBytes":6764526400,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_S.gguf","sha256":"sha256:8bfbcccb50049e670dcc55ba1aabf7e79c65c06eea96e42a0689baf7503aa81f"}],"totalSizeBytes":6764526400,"sha256":"sha256:8bfbcccb50049e670dcc55ba1aabf7e79c65c06eea96e42a0689baf7503aa81f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6697884699,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17234050413,"totalGb":16.1}},{"entryId":"gguf:gemma-4-12b-it-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma-4-12b-it-Q4_K_M.gguf","files":[{"path":"gemma-4-12b-it-Q4_K_M.gguf","sizeBytes":7121861440,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf","sha256":"sha256:0a270ec9fe6b34f4a0d33992b6135117b484ebc4766ab76b51d4ae8c457e4c42"}],"totalSizeBytes":7121861440,"sha256":"sha256:0a270ec9fe6b34f4a0d33992b6135117b484ebc4766ab76b51d4ae8c457e4c42","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7189062910,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17725228624,"totalGb":16.5}},{"entryId":"gguf:gemma-4-12b-it-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"gemma-4-12b-it-Q5_K_S.gguf","files":[{"path":"gemma-4-12b-it-Q5_K_S.gguf","sizeBytes":8204680000,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q5_K_S.gguf","sha256":"sha256:e46322136b87c83cc2c49f499db64fc2b5fb4a717e1f9ffa54039f85d4958a3a"}],"totalSizeBytes":8204680000,"sha256":"sha256:e46322136b87c83cc2c49f499db64fc2b5fb4a717e1f9ffa54039f85d4958a3a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8186303521,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":18722469235,"totalGb":17.4}},{"entryId":"gguf:gemma-4-12b-it-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"gemma-4-12b-it-Q5_K_M.gguf","files":[{"path":"gemma-4-12b-it-Q5_K_M.gguf","sizeBytes":8413576000,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q5_K_M.gguf","sha256":"sha256:32c554c7d1338a23837ae39b3db482213a4a642f96df3b2619f516a2375d16cd"}],"totalSizeBytes":8413576000,"sha256":"sha256:32c554c7d1338a23837ae39b3db482213a4a642f96df3b2619f516a2375d16cd","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8469103097,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":19005268811,"totalGb":17.7}},{"entryId":"gguf:gemma-4-12b-it-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma-4-12b-it-Q6_K.gguf","files":[{"path":"gemma-4-12b-it-Q6_K.gguf","sizeBytes":9786022720,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q6_K.gguf","sha256":"sha256:6f394336500bb5409bd68c31aa9d75097b5e6104f6cf30c82a09a7b64df41faf"},{"path":"gemma-4-12b-it-UD-Q6_K_XL.gguf","sizeBytes":10685012800,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-UD-Q6_K_XL.gguf","sha256":"sha256:70d04059c74be85c5e709921f05acac412b8b8f24f3ee7dd07e91ddc5f4d4de8"}],"totalSizeBytes":20471035520,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9767748519,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":20303914233,"totalGb":18.9}},{"entryId":"gguf:gemma-4-12b-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma-4-12b-it-Q8_0.gguf","files":[{"path":"gemma-4-12b-it-Q8_0.gguf","sizeBytes":12669647680,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q8_0.gguf","sha256":"sha256:f20e7ff1be28c283eeeb18fc895733791c56a5851d5cd3fe9691b7f7d12afa72"},{"path":"MTP/mtp-gemma-4-12b-it-Q8_0.gguf","sizeBytes":465109248,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/MTP/mtp-gemma-4-12b-it-Q8_0.gguf","sha256":"sha256:145db9094bc0f85f1701e255a2ed216dcc9800fc8bc8631ad00905b456bd451b"}],"totalSizeBytes":13134756928,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":12651559987,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":23187725701,"totalGb":21.6}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":175115840,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:91f086971e56d7a7d8d39e271873fccdb49541bd259d6e02c401a4f1cb7a219e"},{"path":"MTP/mtp-gemma-4-12b-it-F16.gguf","sizeBytes":861520128,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/MTP/mtp-gemma-4-12b-it-F16.gguf","sha256":"sha256:ee0987dd6c29dae4c183713f5614814808f284c28f11c739d3ba075e73332ccf"}],"totalSizeBytes":1036635968,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23814701152,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":34350866866,"totalGb":32}},{"entryId":"gguf:gemma-4-12b-it-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"gemma-4-12b-it-BF16.gguf","files":[{"path":"gemma-4-12b-it-BF16.gguf","sizeBytes":23832066656,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-BF16.gguf","sha256":"sha256:5a5eefea73350705c6753105b725a51301d653e8d6646173db29a7e8da8e6efd"},{"path":"mmproj-BF16.gguf","sizeBytes":175115840,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:2e269f906eb15169ee9ce880ea649bd6d42d4964c21f8ede10d0d0efc738bcbb"},{"path":"MTP/mtp-gemma-4-12b-it-BF16.gguf","sizeBytes":861520128,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/MTP/mtp-gemma-4-12b-it-BF16.gguf","sha256":"sha256:20b0e5caf9152e816a56f92c702528bffc7a7c930f20c33cf6616ac216998037"}],"totalSizeBytes":24868702624,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23814701152,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":34350866866,"totalGb":32}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":209522240,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:630307d3d5e036d40d16e7c6252a2095efdf396d4168ad0cc85a752e0c21ce6e"}],"totalSizeBytes":209522240,"sha256":"sha256:630307d3d5e036d40d16e7c6252a2095efdf396d4168ad0cc85a752e0c21ce6e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":47629402304,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":58165568018,"totalGb":54.2}}]},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","author":"unsloth","title":"gemma-4-26B-A4B-it-GGUF","modelName":"gemma-4-26B-A4B-it-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":25233142046,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","sizeBytes":9922480608,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","sha256":"sha256:52f98e6fc6df62438dff8f57ac049f60b4c36acf93786b6aeeedc129acc02343"}],"totalSizeBytes":9922480608,"sha256":"sha256:52f98e6fc6df62438dff8f57ac049f60b4c36acf93786b6aeeedc129acc02343","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6505419434,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":21604206360,"totalGb":20.1}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"gemma-4-26B-A4B-it-UD-IQ2_M.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ2_M.gguf","sizeBytes":10014755296,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_M.gguf","sha256":"sha256:3fe245f4436ab44c103291222e81c514e53ca382871b555df24fea11e36b3c3a"}],"totalSizeBytes":10014755296,"sha256":"sha256:3fe245f4436ab44c103291222e81c514e53ca382871b555df24fea11e36b3c3a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8516185441,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":23614972367,"totalGb":22}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","sizeBytes":10546934240,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","sha256":"sha256:2a1d26dfe6ea00a467940a5728316af6edb366bbdba950d65b85d232392fb658"}],"totalSizeBytes":10546934240,"sha256":"sha256:2a1d26dfe6ea00a467940a5728316af6edb366bbdba950d65b85d232392fb658","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8082490812,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":23181277738,"totalGb":21.6}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","sizeBytes":11416548832,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","sha256":"sha256:3b7aec683e176e1d957d007e0fb590611d82aec4db358d99b7f9714b6bc7bfc2"}],"totalSizeBytes":11416548832,"sha256":"sha256:3b7aec683e176e1d957d007e0fb590611d82aec4db358d99b7f9714b6bc7bfc2","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9659562189,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":24758349115,"totalGb":23.1}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ3_S.gguf","format":"gguf","quantization":"IQ3_S","bitsPerWeight":3.44,"quality":"moderate","entry":"gemma-4-26B-A4B-it-UD-IQ3_S.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ3_S.gguf","sizeBytes":11289671136,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_S.gguf","sha256":"sha256:878be93f9c238ea853b3fd1eb602637ce3cf1cddea56dc345d9a7bf2d6093e29"}],"totalSizeBytes":11289671136,"sha256":"sha256:878be93f9c238ea853b3fd1eb602637ce3cf1cddea56dc345d9a7bf2d6093e29","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":10850251080,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":25949038006,"totalGb":24.2}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","sizeBytes":12728497888,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","sha256":"sha256:811882f6df81c8ea204a5d382f196d6bd601245091786912d4c70df41cdfa052"}],"totalSizeBytes":12728497888,"sha256":"sha256:811882f6df81c8ea204a5d382f196d6bd601245091786912d4c70df41cdfa052","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":12419437101,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":27518224027,"totalGb":25.6}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","sizeBytes":13597177568,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","sha256":"sha256:babd1e389d386352f71600765d37390f7dc993fbfad6725caccf996ffe34aecf"}],"totalSizeBytes":13597177568,"sha256":"sha256:babd1e389d386352f71600765d37390f7dc993fbfad6725caccf996ffe34aecf","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13405106712,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":28503893638,"totalGb":26.5}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","sizeBytes":13613037280,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","sha256":"sha256:eeb867f279ea5a3d52a0dc15fe8ada677b3328a328530957f3f9a5da93cb10b8"}],"totalSizeBytes":13613037280,"sha256":"sha256:eeb867f279ea5a3d52a0dc15fe8ada677b3328a328530957f3f9a5da93cb10b8","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14193642401,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":29292429327,"totalGb":27.3}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","sizeBytes":16487610080,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","sha256":"sha256:675de4b188a3072c9da8260fe2eddfdb7d03b16f615b6619021989d929a51b2b"}],"totalSizeBytes":16487610080,"sha256":"sha256:675de4b188a3072c9da8260fe2eddfdb7d03b16f615b6619021989d929a51b2b","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14193642401,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":29292429327,"totalGb":27.3}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","sizeBytes":16947541728,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","sha256":"sha256:f2c28b3dc4776931ac6f879e11f203dec637ea0f14267a86ec8f6165f63f293f"}],"totalSizeBytes":16947541728,"sha256":"sha256:f2c28b3dc4776931ac6f879e11f203dec637ea0f14267a86ec8f6165f63f293f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15234509510,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":30333296436,"totalGb":28.3}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","sizeBytes":18850707168,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","sha256":"sha256:ce87883f935900407ce0cb4b1fc4d423b6af8c2970392387cc4bc0ae8e572825"}],"totalSizeBytes":18850707168,"sha256":"sha256:ce87883f935900407ce0cb4b1fc4d423b6af8c2970392387cc4bc0ae8e572825","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17347785157,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":32446572083,"totalGb":30.2}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","sizeBytes":21150365408,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","sha256":"sha256:769d386a69d43782321c1bad04d41d29a2e84b2c06e6a277cd99fd6265ec0e80"}],"totalSizeBytes":21150365408,"sha256":"sha256:769d386a69d43782321c1bad04d41d29a2e84b2c06e6a277cd99fd6265ec0e80","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17947072280,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":33045859206,"totalGb":30.8}},{"entryId":"gguf:gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf","files":[{"path":"gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf","sizeBytes":23295391456,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf","sha256":"sha256:b01ee10a1423c17f9c4384f1fc569726b8782c5403557ff138ceb9468ca49d6b"},{"path":"gemma-4-26B-A4B-it-UD-Q6_K.gguf","sizeBytes":23172478688,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K.gguf","sha256":"sha256:76bf3eee49cca5b076b34a4b575ecd505dabc470512b46f1207b4f9da08385f0"}],"totalSizeBytes":46467870144,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":20699061835,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":35797848761,"totalGb":33.3}},{"entryId":"gguf:gemma-4-26B-A4B-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma-4-26B-A4B-it-Q8_0.gguf","files":[{"path":"gemma-4-26B-A4B-it-Q8_0.gguf","sizeBytes":26859861728,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-Q8_0.gguf","sha256":"sha256:5f7cbd0f4564e84342fc34321a09acb54b1a3da9215124e5bf444baa6dda152c"},{"path":"MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","sizeBytes":461766816,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","sha256":"sha256:6326fb9f5e487aa8dcdd313a091e3c67724cb2a666ec3b7d2895b5b26d93ed1b"}],"totalSizeBytes":27321628544,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":26810213424,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":41909000350,"totalGb":39}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":1193058784,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:418a6d8723067cd712235facbbc5cba6c8fbbd413fc1292d2aace5a027d5a42f"},{"path":"MTP/mtp-gemma-4-26B-A4B-it-F16.gguf","sizeBytes":855228576,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-F16.gguf","sha256":"sha256:36bf2f6710cf06ff1a5d026cca49ba88bd3451d8588a484ca5a79c5e30aa45f2"}],"totalSizeBytes":2048287360,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":50466284092,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":65565071018,"totalGb":61.1}},{"entryId":"gguf:BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf","files":[{"path":"BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf","sizeBytes":49923215552,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf","sha256":"sha256:56fb42adfb78ab308cd81675bc0f6ce4d4f3d9cccfbff4e9b053713eed976374"},{"path":"BF16/gemma-4-26B-A4B-it-BF16-00002-of-00002.gguf","sizeBytes":581922272,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/BF16/gemma-4-26B-A4B-it-BF16-00002-of-00002.gguf","sha256":"sha256:c79ca03db75b9a8644cf7dca80c248f4957324410547a88cfb5b0c07875516da"},{"path":"mmproj-BF16.gguf","sizeBytes":1194828256,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:41926ed5f1403cf5add23b0684992805ea6f97253096132e769e65646b8cef9d"},{"path":"MTP/mtp-gemma-4-26B-A4B-it-BF16.gguf","sizeBytes":855228576,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-BF16.gguf","sha256":"sha256:01cdef467d12d51474b821542eb113cd8ac6ac3649b2a9f5f0a6f3a2eacd59a0"}],"totalSizeBytes":52555194656,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":50466284092,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":65565071018,"totalGb":61.1}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":2291200480,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:ec31640a1f68fd7883e3ef7ef1afdc98d8b42867ff49ea16649a000447bcf163"}],"totalSizeBytes":2291200480,"sha256":"sha256:ec31640a1f68fd7883e3ef7ef1afdc98d8b42867ff49ea16649a000447bcf163","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":100932568184,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":116031355110,"totalGb":108.1}}]},{"repo":"unsloth/gemma-4-26B-A4B-it-qat-GGUF","author":"unsloth","title":"gemma-4-26B-A4B-it-qat-GGUF","modelName":"gemma-4-26B-A4B-it-qat-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":25233142046,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:MTP/mtp-gemma-4-26B-A4B-it-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"MTP/mtp-gemma-4-26B-A4B-it-Q4_0.gguf","files":[{"path":"MTP/mtp-gemma-4-26B-A4B-it-Q4_0.gguf","sizeBytes":251939328,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-Q4_0.gguf","sha256":"sha256:7272d97595f0d4c74bd7b623492b7dbdaafd8b7c72f329a8270ba4eca68f768a"}],"totalSizeBytes":251939328,"sha256":"sha256:7272d97595f0d4c74bd7b623492b7dbdaafd8b7c72f329a8270ba4eca68f768a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14193642401,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":29292429327,"totalGb":27.3}},{"entryId":"gguf:MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","files":[{"path":"MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","sizeBytes":461785600,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-Q8_0.gguf","sha256":"sha256:75f58e20c32281d1adc086c0569d53f147e8d81a7b8493cf4a73a028415f67af"}],"totalSizeBytes":461785600,"sha256":"sha256:75f58e20c32281d1adc086c0569d53f147e8d81a7b8493cf4a73a028415f67af","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":26810213424,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":41909000350,"totalGb":39}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":1193058784,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:d00f211a7d4f7fb19bd9b75d8e9342eccffb5920b08fd9562167560fdfcc5dd1"},{"path":"MTP/mtp-gemma-4-26B-A4B-it-F16.gguf","sizeBytes":855247360,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-F16.gguf","sha256":"sha256:dc12fb3252c0d63cf95787ae86f070669b800dd0fdf299ef02cfb388fbfde311"}],"totalSizeBytes":2048306144,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":50466284092,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":65565071018,"totalGb":61.1}},{"entryId":"gguf:mmproj-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-BF16.gguf","files":[{"path":"mmproj-BF16.gguf","sizeBytes":1194828256,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:7b06953ccdbe8cf363f47841a7afaacd2b1c2ff9a8d6b426fdec7521a6878744"},{"path":"MTP/mtp-gemma-4-26B-A4B-it-BF16.gguf","sizeBytes":855247360,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/MTP/mtp-gemma-4-26B-A4B-it-BF16.gguf","sha256":"sha256:bd72ab245b7c0fef227e495d914c8a23c12a04012af2778fe3260e0f354e762f"}],"totalSizeBytes":2050075616,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":50466284092,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":65565071018,"totalGb":61.1}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":2291200480,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:ef269e294502d6ee3722cbf129681b2586c2e6ceb79d0507963c92146e058cd4"}],"totalSizeBytes":2291200480,"sha256":"sha256:ef269e294502d6ee3722cbf129681b2586c2e6ceb79d0507963c92146e058cd4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":100932568184,"kvCacheBytes":14574498926,"runtimeOverheadBytes":524288000,"totalBytes":116031355110,"totalGb":108.1}}]},{"repo":"unsloth/gemma-4-31B-it-GGUF","author":"unsloth","title":"gemma-4-31B-it-GGUF","modelName":"gemma-4-31B-it-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":30697345596,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-31B-it-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"gemma-4-31B-it-UD-IQ2_XXS.gguf","files":[{"path":"gemma-4-31B-it-UD-IQ2_XXS.gguf","sizeBytes":8534295488,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_XXS.gguf","sha256":"sha256:e0366169198137bb91121777eb6235aaabe042b422812b12a2d3835d9564fe4b"}],"totalSizeBytes":8534295488,"sha256":"sha256:e0366169198137bb91121777eb6235aaabe042b422812b12a2d3835d9564fe4b","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7914159411,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":24513721188,"totalGb":22.8}},{"entryId":"gguf:gemma-4-31B-it-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"gemma-4-31B-it-UD-IQ2_M.gguf","files":[{"path":"gemma-4-31B-it-UD-IQ2_M.gguf","sizeBytes":10752820160,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_M.gguf","sha256":"sha256:952cfe8d7872e9bc64edb8862e14c354c565ae9e86257f4e3f8fe720200af49c"}],"totalSizeBytes":10752820160,"sha256":"sha256:952cfe8d7872e9bc64edb8862e14c354c565ae9e86257f4e3f8fe720200af49c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":10360354139,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":26959915916,"totalGb":25.1}},{"entryId":"gguf:gemma-4-31B-it-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"gemma-4-31B-it-UD-Q2_K_XL.gguf","files":[{"path":"gemma-4-31B-it-UD-Q2_K_XL.gguf","sizeBytes":11774991296,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q2_K_XL.gguf","sha256":"sha256:3c0f374d3bc5d3d8c26adf27535354404f144922cecb8c57d7967647d56f17f3"}],"totalSizeBytes":11774991296,"sha256":"sha256:3c0f374d3bc5d3d8c26adf27535354404f144922cecb8c57d7967647d56f17f3","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9832743511,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":26432305288,"totalGb":24.6}},{"entryId":"gguf:gemma-4-31B-it-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"gemma-4-31B-it-UD-IQ3_XXS.gguf","files":[{"path":"gemma-4-31B-it-UD-IQ3_XXS.gguf","sizeBytes":11837782976,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ3_XXS.gguf","sha256":"sha256:beb8b6e69da5d3778d781664d376f94962528c84982e1bf5aa7453d9b2d739b8"}],"totalSizeBytes":11837782976,"sha256":"sha256:beb8b6e69da5d3778d781664d376f94962528c84982e1bf5aa7453d9b2d739b8","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11751327611,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":28350889388,"totalGb":26.4}},{"entryId":"gguf:gemma-4-31B-it-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"gemma-4-31B-it-Q3_K_S.gguf","files":[{"path":"gemma-4-31B-it-Q3_K_S.gguf","sizeBytes":13210856384,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_S.gguf","sha256":"sha256:02cdd36af753d2a61832c3e71b621e6d6be65906bbee4adfcde9f62b42154d97"}],"totalSizeBytes":13210856384,"sha256":"sha256:02cdd36af753d2a61832c3e71b621e6d6be65906bbee4adfcde9f62b42154d97","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13190265686,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":29789827463,"totalGb":27.7}},{"entryId":"gguf:gemma-4-31B-it-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"gemma-4-31B-it-Q3_K_M.gguf","files":[{"path":"gemma-4-31B-it-Q3_K_M.gguf","sizeBytes":14736608192,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_M.gguf","sha256":"sha256:d2d7a0f9117eb1a9a4b8b68bbb53c1ce5d1f602c45b9028dc12add0d0056f4fd"}],"totalSizeBytes":14736608192,"sha256":"sha256:d2d7a0f9117eb1a9a4b8b68bbb53c1ce5d1f602c45b9028dc12add0d0056f4fd","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15108849786,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":31708411563,"totalGb":29.5}},{"entryId":"gguf:gemma-4-31B-it-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"gemma-4-31B-it-IQ4_XS.gguf","files":[{"path":"gemma-4-31B-it-IQ4_XS.gguf","sizeBytes":16372460480,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_XS.gguf","sha256":"sha256:e3d40b6e363954c993a6e28b160d881dfe5a243b62746bd4092b393d4f1d54e5"}],"totalSizeBytes":16372460480,"sha256":"sha256:e3d40b6e363954c993a6e28b160d881dfe5a243b62746bd4092b393d4f1d54e5","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":16307964848,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":32907526625,"totalGb":30.6}},{"entryId":"gguf:gemma-4-31B-it-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-31B-it-IQ4_NL.gguf","files":[{"path":"gemma-4-31B-it-IQ4_NL.gguf","sizeBytes":17287670720,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_NL.gguf","sha256":"sha256:811dccf90edd3e0a5341c601473d42642f4acc238966326395d4f4c1289b2e92"}],"totalSizeBytes":17287670720,"sha256":"sha256:811dccf90edd3e0a5341c601473d42642f4acc238966326395d4f4c1289b2e92","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17267256898,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":33866818675,"totalGb":31.5}},{"entryId":"gguf:gemma-4-31B-it-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-31B-it-Q4_0.gguf","files":[{"path":"gemma-4-31B-it-Q4_0.gguf","sizeBytes":17338248128,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_0.gguf","sha256":"sha256:5c558b9b009e3ee69bde43e2b98a45d1f5afd316b9fbf447edd2ad4945a187bc"}],"totalSizeBytes":17338248128,"sha256":"sha256:5c558b9b009e3ee69bde43e2b98a45d1f5afd316b9fbf447edd2ad4945a187bc","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17267256898,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":33866818675,"totalGb":31.5}},{"entryId":"gguf:gemma-4-31B-it-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-31B-it-Q4_K_S.gguf","files":[{"path":"gemma-4-31B-it-Q4_K_S.gguf","sizeBytes":17399835584,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_S.gguf","sha256":"sha256:41557bd9b7fd0973f2648942fd3d073c5f7dd2aff30d4c91f934ad907dacbf7c"}],"totalSizeBytes":17399835584,"sha256":"sha256:41557bd9b7fd0973f2648942fd3d073c5f7dd2aff30d4c91f934ad907dacbf7c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17267256898,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":33866818675,"totalGb":31.5}},{"entryId":"gguf:gemma-4-31B-it-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma-4-31B-it-Q4_K_M.gguf","files":[{"path":"gemma-4-31B-it-Q4_K_M.gguf","sizeBytes":18323733440,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_M.gguf","sha256":"sha256:38bd64c852c4b460434cc7162fa9bdcf242faf86502581a754cb72956bb17f84"}],"totalSizeBytes":18323733440,"sha256":"sha256:38bd64c852c4b460434cc7162fa9bdcf242faf86502581a754cb72956bb17f84","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18533522404,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":35133084181,"totalGb":32.7}},{"entryId":"gguf:gemma-4-31B-it-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"gemma-4-31B-it-Q5_K_S.gguf","files":[{"path":"gemma-4-31B-it-Q5_K_S.gguf","sizeBytes":21124672448,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_S.gguf","sha256":"sha256:81dbe67b7e2fc456eeb275f0ecdc493be82b7db4c8d6971061b7afc407f7a3dd"}],"totalSizeBytes":21124672448,"sha256":"sha256:81dbe67b7e2fc456eeb275f0ecdc493be82b7db4c8d6971061b7afc407f7a3dd","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":21104425097,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":37703986874,"totalGb":35.1}},{"entryId":"gguf:gemma-4-31B-it-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"gemma-4-31B-it-Q5_K_M.gguf","files":[{"path":"gemma-4-31B-it-Q5_K_M.gguf","sizeBytes":21658401728,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_M.gguf","sha256":"sha256:95192e41190ef5eb72db92b669cea0ed733049c2265a03a64ac5a080d8605958"}],"totalSizeBytes":21658401728,"sha256":"sha256:95192e41190ef5eb72db92b669cea0ed733049c2265a03a64ac5a080d8605958","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":21833487055,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":38433048832,"totalGb":35.8}},{"entryId":"gguf:gemma-4-31B-it-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma-4-31B-it-Q6_K.gguf","files":[{"path":"gemma-4-31B-it-Q6_K.gguf","sizeBytes":25201486784,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q6_K.gguf","sha256":"sha256:4660692bca96f1d9d19c550641088789c8c0c25bb07965a1e2798e3cb16885fb"},{"path":"gemma-4-31B-it-UD-Q6_K_XL.gguf","sizeBytes":27521338304,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q6_K_XL.gguf","sha256":"sha256:7f56eb37d53b0435ed154cbd647704b920488b38cd0684882766cf9a0cf0517f"}],"totalSizeBytes":52722825088,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":25181416309,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":41780978086,"totalGb":38.9}},{"entryId":"gguf:gemma-4-31B-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma-4-31B-it-Q8_0.gguf","files":[{"path":"gemma-4-31B-it-Q8_0.gguf","sizeBytes":32635677632,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q8_0.gguf","sha256":"sha256:d5808e5874e660a85ab45b2da00c9e3b4a003621249a333772232d1a703e4d67"},{"path":"MTP/mtp-gemma-4-31B-it-Q8_0.gguf","sizeBytes":514687104,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/MTP/mtp-gemma-4-31B-it-Q8_0.gguf","sha256":"sha256:5ae8b0117bed601e8924c6305bd5b0585de361d51f0e77091bcb4252cf1f27de"}],"totalSizeBytes":33150364736,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":32615929696,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":49215491473,"totalGb":45.8}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":1198957024,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:6edcca228213c28d3567a35d22f849eea52d8360875093851959adf5d2f270eb"},{"path":"MTP/mtp-gemma-4-31B-it-F16.gguf","sizeBytes":954843264,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/MTP/mtp-gemma-4-31B-it-F16.gguf","sha256":"sha256:c19d08440ed71bc0fb57b8d09f5eef925c13ad19b2bdbb6e7784e75740e1b3ad"}],"totalSizeBytes":2153800288,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":61394691192,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":77994252969,"totalGb":72.6}},{"entryId":"gguf:BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","files":[{"path":"BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","sizeBytes":49950156960,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","sha256":"sha256:9aa27a4f71ce16ed6edda262b517e34d4301fd6506be773c0004eb2e021d4e14"},{"path":"BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf","sizeBytes":11463033568,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf","sha256":"sha256:eca9083855ec546e8cbad372e4348e7f9a118a4925fb108052621252dcb43504"},{"path":"mmproj-BF16.gguf","sizeBytes":1200726496,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:7a4601b12ec680f706a7e0c7e1f78f579b1db64d485a9e352ee87d4b9daa45e4"},{"path":"MTP/mtp-gemma-4-31B-it-BF16.gguf","sizeBytes":954843264,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/MTP/mtp-gemma-4-31B-it-BF16.gguf","sha256":"sha256:8e6211a54648eca5af909bddf9331b447203b1a7febae6831491367afb61da7f"}],"totalSizeBytes":63568760288,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":61394691192,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":77994252969,"totalGb":72.6}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":2302996960,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:6ba741a2445b1585a35556cf19b2a55eab86b4e2ed38e31767a6583a8a2fa4e4"}],"totalSizeBytes":2302996960,"sha256":"sha256:6ba741a2445b1585a35556cf19b2a55eab86b4e2ed38e31767a6583a8a2fa4e4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":122789382384,"kvCacheBytes":16075273777,"runtimeOverheadBytes":524288000,"totalBytes":139388944161,"totalGb":129.8}}]},{"repo":"unsloth/gemma-4-E4B-it-GGUF","author":"unsloth","title":"gemma-4-E4B-it-GGUF","modelName":"gemma-4-E4B-it-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":7518069290,"architecture":"gemma4","contextLength":131072,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma-4-E4B-it-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"gemma-4-E4B-it-UD-IQ2_M.gguf","files":[{"path":"gemma-4-E4B-it-UD-IQ2_M.gguf","sizeBytes":3545083008,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ2_M.gguf","sha256":"sha256:ae7c1bd7867d2037c3d5b281c151319380a00f9f9f8de2cc8b507aef5d6a31b9"}],"totalSizeBytes":3545083008,"sha256":"sha256:ae7c1bd7867d2037c3d5b281c151319380a00f9f9f8de2cc8b507aef5d6a31b9","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":2537348385,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":7039328209,"totalGb":6.6}},{"entryId":"gguf:gemma-4-E4B-it-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"gemma-4-E4B-it-UD-Q2_K_XL.gguf","files":[{"path":"gemma-4-E4B-it-UD-Q2_K_XL.gguf","sizeBytes":3757419648,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q2_K_XL.gguf","sha256":"sha256:cc92186419be169e992a1df01978828a0d4cf3a5962379ff403c8d55f6faff78"}],"totalSizeBytes":3757419648,"sha256":"sha256:cc92186419be169e992a1df01978828a0d4cf3a5962379ff403c8d55f6faff78","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":2408131569,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":6910111393,"totalGb":6.4}},{"entryId":"gguf:gemma-4-E4B-it-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"gemma-4-E4B-it-UD-IQ3_XXS.gguf","files":[{"path":"gemma-4-E4B-it-UD-IQ3_XXS.gguf","sizeBytes":3717115008,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ3_XXS.gguf","sha256":"sha256:dd0b5b2f3ba8b4cbeb35154484fc67729183c8f24f53e43319d806ec9fffc6a7"}],"totalSizeBytes":3717115008,"sha256":"sha256:dd0b5b2f3ba8b4cbeb35154484fc67729183c8f24f53e43319d806ec9fffc6a7","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":2878010900,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":7379990724,"totalGb":6.9}},{"entryId":"gguf:gemma-4-E4B-it-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"gemma-4-E4B-it-Q3_K_S.gguf","files":[{"path":"gemma-4-E4B-it-Q3_K_S.gguf","sizeBytes":3862379648,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_S.gguf","sha256":"sha256:fe6e02cdcd5f3287b4ac146ea68ea2c73363bf935159aa254a9d280a4ffe31aa"}],"totalSizeBytes":3862379648,"sha256":"sha256:fe6e02cdcd5f3287b4ac146ea68ea2c73363bf935159aa254a9d280a4ffe31aa","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3230420398,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":7732400222,"totalGb":7.2}},{"entryId":"gguf:gemma-4-E4B-it-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"gemma-4-E4B-it-Q3_K_M.gguf","files":[{"path":"gemma-4-E4B-it-Q3_K_M.gguf","sizeBytes":4058137728,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_M.gguf","sha256":"sha256:0980898d0e7d9c75cea05141bf4010393312101ef6cf5b31f8197e0de18655f4"}],"totalSizeBytes":4058137728,"sha256":"sha256:0980898d0e7d9c75cea05141bf4010393312101ef6cf5b31f8197e0de18655f4","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3700299729,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8202279553,"totalGb":7.6}},{"entryId":"gguf:gemma-4-E4B-it-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"gemma-4-E4B-it-IQ4_XS.gguf","files":[{"path":"gemma-4-E4B-it-IQ4_XS.gguf","sizeBytes":4715416704,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_XS.gguf","sha256":"sha256:0847f7300471e9a61abaeb46b45b3d61e393af8fa6d6aa70c563623773670dd9"}],"totalSizeBytes":4715416704,"sha256":"sha256:0847f7300471e9a61abaeb46b45b3d61e393af8fa6d6aa70c563623773670dd9","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":3993974310,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8495954134,"totalGb":7.9}},{"entryId":"gguf:gemma-4-E4B-it-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-E4B-it-IQ4_NL.gguf","files":[{"path":"gemma-4-E4B-it-IQ4_NL.gguf","sizeBytes":4835839104,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_NL.gguf","sha256":"sha256:fe389d0020e4ba26a502b73970fe00f6a8bd6012cec6987d36ff4ffd0b301750"}],"totalSizeBytes":4835839104,"sha256":"sha256:fe389d0020e4ba26a502b73970fe00f6a8bd6012cec6987d36ff4ffd0b301750","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4228913976,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8730893800,"totalGb":8.1}},{"entryId":"gguf:gemma-4-E4B-it-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-E4B-it-Q4_0.gguf","files":[{"path":"gemma-4-E4B-it-Q4_0.gguf","sizeBytes":4836002944,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_0.gguf","sha256":"sha256:4a403d2e4d80281063e4f517b1c061ded8476b4011a4fc2ba7dbff707075547e"}],"totalSizeBytes":4836002944,"sha256":"sha256:4a403d2e4d80281063e4f517b1c061ded8476b4011a4fc2ba7dbff707075547e","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4228913976,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8730893800,"totalGb":8.1}},{"entryId":"gguf:gemma-4-E4B-it-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"gemma-4-E4B-it-Q4_K_S.gguf","files":[{"path":"gemma-4-E4B-it-Q4_K_S.gguf","sizeBytes":4844850304,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_S.gguf","sha256":"sha256:0fdbd6df44e505481a0636fe3160d230d6de2ecf0f8a20f06a5c64adef0cae00"}],"totalSizeBytes":4844850304,"sha256":"sha256:0fdbd6df44e505481a0636fe3160d230d6de2ecf0f8a20f06a5c64adef0cae00","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4228913976,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":8730893800,"totalGb":8.1}},{"entryId":"gguf:gemma-4-E4B-it-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma-4-E4B-it-Q4_K_M.gguf","files":[{"path":"gemma-4-E4B-it-Q4_K_M.gguf","sizeBytes":4977171584,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf","sha256":"sha256:85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87"}],"totalSizeBytes":4977171584,"sha256":"sha256:85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":4539034334,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9041014158,"totalGb":8.4}},{"entryId":"gguf:gemma-4-E4B-it-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"gemma-4-E4B-it-Q5_K_S.gguf","files":[{"path":"gemma-4-E4B-it-Q5_K_S.gguf","sizeBytes":5404855424,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_S.gguf","sha256":"sha256:f1991026c630086164a436c88f09b1a0cfe2eae6cd312ac4697be2b1567989dc"}],"totalSizeBytes":5404855424,"sha256":"sha256:f1991026c630086164a436c88f09b1a0cfe2eae6cd312ac4697be2b1567989dc","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":5168672637,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9670652461,"totalGb":9}},{"entryId":"gguf:gemma-4-E4B-it-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"gemma-4-E4B-it-Q5_K_M.gguf","files":[{"path":"gemma-4-E4B-it-Q5_K_M.gguf","sizeBytes":5481798784,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_M.gguf","sha256":"sha256:a5d6e634db151368d2caa4270fd32ab604d96c2d1291950586989f46d8e17d36"}],"totalSizeBytes":5481798784,"sha256":"sha256:a5d6e634db151368d2caa4270fd32ab604d96c2d1291950586989f46d8e17d36","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":5347226783,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":9849206607,"totalGb":9.2}},{"entryId":"gguf:gemma-4-E4B-it-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma-4-E4B-it-Q6_K.gguf","files":[{"path":"gemma-4-E4B-it-Q6_K.gguf","sizeBytes":7074929792,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf","sha256":"sha256:fd83f3ef44d22e00ff0f638753dde9a66a83e8ccf79c11024f47d383c489531b"},{"path":"gemma-4-E4B-it-UD-Q6_K_XL.gguf","sizeBytes":7457762432,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q6_K_XL.gguf","sha256":"sha256:17b9c459b28b420ce20d75bcfc329db4fac1343792a964c3ae2e2680ce768932"}],"totalSizeBytes":14532692224,"memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":6167166214,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":10669146038,"totalGb":9.9}},{"entryId":"gguf:gemma-4-E4B-it-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma-4-E4B-it-Q8_0.gguf","files":[{"path":"gemma-4-E4B-it-Q8_0.gguf","sizeBytes":8192953472,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf","sha256":"sha256:f8854aa4480df62585a279e7ca0a881554fc18a41c59c4f62642d16a2ae47012"},{"path":"MTP/mtp-gemma-4-E4B-it-Q8_0.gguf","sizeBytes":98653248,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-E4B-it-Q8_0.gguf","sha256":"sha256:b6a723115efa510d3b3215db1e26790dae84cd08c2134a764f3d194f1f0c3376"}],"totalSizeBytes":8291606720,"memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":7987948621,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":12489928445,"totalGb":11.6}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":990372672,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51"},{"path":"MTP/mtp-gemma-4-E4B-it-F16.gguf","sizeBytes":171766848,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-E4B-it-F16.gguf","sha256":"sha256:16f0fad416a6ce65b28688daa1d39f4b11af5427a4478beb1d4f3adf7b5ed2bf"}],"totalSizeBytes":1162139520,"memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":15036138580,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":19538118404,"totalGb":18.2}},{"entryId":"gguf:gemma-4-E4B-it-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"gemma-4-E4B-it-BF16.gguf","files":[{"path":"gemma-4-E4B-it-BF16.gguf","sizeBytes":15053097856,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-BF16.gguf","sha256":"sha256:38e0dba6818d18e2b41062c7b3b9083dcfddc44767078c415ff7e13661911ba5"},{"path":"mmproj-BF16.gguf","sizeBytes":991552320,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:ee01cba03fd9c71ea2ea722225d24a84f72e7197714367e550ef705ef8851bc6"},{"path":"MTP/mtp-gemma-4-E4B-it-BF16.gguf","sizeBytes":171766848,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/MTP/mtp-gemma-4-E4B-it-BF16.gguf","sha256":"sha256:909b31e9e0a4919c936f09b99b3562d663187d6c142abe3e6656610720f9b3e2"}],"totalSizeBytes":16216417024,"memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":15036138580,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":19538118404,"totalGb":18.2}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1912464192,"downloadUrl":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:343cdea7775835ebdd1caa6c42ec3ec3e711d082835c72253d4e87c4b7e303d0"}],"totalSizeBytes":1912464192,"sha256":"sha256:343cdea7775835ebdd1caa6c42ec3ec3e711d082835c72253d4e87c4b7e303d0","memoryHints":{"method":"rough_estimate_v1","contextLength":131072,"modelBytes":30072277160,"kvCacheBytes":3977691824,"runtimeOverheadBytes":524288000,"totalBytes":34574256984,"totalGb":32.2}}]},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","author":"unsloth","title":"Qwen-AgentWorld-35B-A3B-GGUF","modelName":"Qwen-AgentWorld-35B-A3B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":34660610688,"architecture":"qwen35moe","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","sizeBytes":11496840448,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","sha256":"sha256:c51d69560ef5e37f2b833e0489a58874edfe2530340884695eed981023fd907b"}],"totalSizeBytes":11496840448,"sha256":"sha256:c51d69560ef5e37f2b833e0489a58874edfe2530340884695eed981023fd907b","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8935938693,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":26541729295,"totalGb":24.7}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ2_M.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ2_M.gguf","sizeBytes":11563425024,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ2_M.gguf","sha256":"sha256:c4ab48c0d4bb150abf97f22baac982ff9d4f83b514b80816e9a19d7c7d5e02dd"}],"totalSizeBytes":11563425024,"sha256":"sha256:c4ab48c0d4bb150abf97f22baac982ff9d4f83b514b80816e9a19d7c7d5e02dd","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11697956107,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":29303746709,"totalGb":27.3}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen-AgentWorld-35B-A3B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q2_K_XL.gguf","sizeBytes":12251290880,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q2_K_XL.gguf","sha256":"sha256:57a10d319763468eacf9213a8ffc3d37b62837fee4dc3b5e17613a1b386ca895"}],"totalSizeBytes":12251290880,"sha256":"sha256:57a10d319763468eacf9213a8ffc3d37b62837fee4dc3b5e17613a1b386ca895","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11102226861,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":28708017463,"totalGb":26.7}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ3_XXS.gguf","sizeBytes":13742808320,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ3_XXS.gguf","sha256":"sha256:e611c0d765e3b8d0ed6f9204fac30239d274f080d72871cbf2ec079830169314"}],"totalSizeBytes":13742808320,"sha256":"sha256:e611c0d765e3b8d0ed6f9204fac30239d274f080d72871cbf2ec079830169314","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13268515029,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":30874305631,"totalGb":28.8}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ3_S.gguf","format":"gguf","quantization":"IQ3_S","bitsPerWeight":3.44,"quality":"moderate","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ3_S.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ3_S.gguf","sizeBytes":14984322304,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ3_S.gguf","sha256":"sha256:fac878312cfe2f7121b683abdad7afecad3cfebf8fafc229cfb88e09214e692f"}],"totalSizeBytes":14984322304,"sha256":"sha256:fac878312cfe2f7121b683abdad7afecad3cfebf8fafc229cfb88e09214e692f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14904062596,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":32509853198,"totalGb":30.3}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen-AgentWorld-35B-A3B-UD-Q3_K_M.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q3_K_M.gguf","sizeBytes":16680402176,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q3_K_M.gguf","sha256":"sha256:2c10fbc75e411734a0de7feba1d8abc57f102a6551f9b0a42549f0f81a946696"}],"totalSizeBytes":16680402176,"sha256":"sha256:2c10fbc75e411734a0de7feba1d8abc57f102a6551f9b0a42549f0f81a946696","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17059519323,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":34665309925,"totalGb":32.3}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ4_XS.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ4_XS.gguf","sizeBytes":17785036032,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ4_XS.gguf","sha256":"sha256:ff4201b0c163950dc96aeaca033398543a1d62513ddc1c4030f9b94823764e06"}],"totalSizeBytes":17785036032,"sha256":"sha256:ff4201b0c163950dc96aeaca033398543a1d62513ddc1c4030f9b94823764e06","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18413449428,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":36019240030,"totalGb":33.5}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-IQ4_NL.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-IQ4_NL.gguf","sizeBytes":18112191744,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-IQ4_NL.gguf","sha256":"sha256:a0303e7c4d857e63af4317052ae412beb0b2078a349310aa63459a622b2b9305"}],"totalSizeBytes":18112191744,"sha256":"sha256:a0303e7c4d857e63af4317052ae412beb0b2078a349310aa63459a622b2b9305","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19496593512,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":37102384114,"totalGb":34.6}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_S.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_S.gguf","sizeBytes":20893015296,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q4_K_S.gguf","sha256":"sha256:76d618639329025a3879373338ecccff05adb5dac75c0b02692fb95ccac11de1"}],"totalSizeBytes":20893015296,"sha256":"sha256:76d618639329025a3879373338ecccff05adb5dac75c0b02692fb95ccac11de1","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19496593512,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":37102384114,"totalGb":34.6}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf","sizeBytes":22134529280,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf","sha256":"sha256:e7a8eafdd8013443b6bcc4b6fb47b2d2025f772d359650b9ceb7d75971e22cad"}],"totalSizeBytes":22134529280,"sha256":"sha256:e7a8eafdd8013443b6bcc4b6fb47b2d2025f772d359650b9ceb7d75971e22cad","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":20926343703,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":38532134305,"totalGb":35.9}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_S.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_S.gguf","sizeBytes":24942050560,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q5_K_S.gguf","sha256":"sha256:743f5f3dc5c3f23e397e75b3a929f9738901a133e1cc783f177250b6af5c52fb"}],"totalSizeBytes":24942050560,"sha256":"sha256:743f5f3dc5c3f23e397e75b3a929f9738901a133e1cc783f177250b6af5c52fb","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23829169848,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":41434960450,"totalGb":38.6}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_M.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_M.gguf","sizeBytes":26456194304,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q5_K_M.gguf","sha256":"sha256:448973fd60e8121d23485cad33feb0fa866559c915d113dbb3115c3fd6d0089a"}],"totalSizeBytes":26456194304,"sha256":"sha256:448973fd60e8121d23485cad33feb0fa866559c915d113dbb3115c3fd6d0089a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":24652359352,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":42258149954,"totalGb":39.4}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-UD-Q6_K_XL.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen-AgentWorld-35B-A3B-UD-Q6_K_XL.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-UD-Q6_K_XL.gguf","sizeBytes":31843777792,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q6_K_XL.gguf","sha256":"sha256:c0d6b23085be51d7034c81d08bcea2eb879bbe3674ea127e1c9b163dc502b930"},{"path":"Qwen-AgentWorld-35B-A3B-UD-Q6_K.gguf","sizeBytes":29308321024,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q6_K.gguf","sha256":"sha256:cce7ec62095093b9415afa0aa68efa29dbae892e87d2c663a0f864908f60b9b6"}],"totalSizeBytes":61152098816,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":28432532205,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":46038322807,"totalGb":42.9}},{"entryId":"gguf:Qwen-AgentWorld-35B-A3B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen-AgentWorld-35B-A3B-Q8_0.gguf","files":[{"path":"Qwen-AgentWorld-35B-A3B-Q8_0.gguf","sizeBytes":36903140608,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-Q8_0.gguf","sha256":"sha256:60f9a4323a2e00834e788e9b025aa7fd350c7c92923b70b6d524688a806dcf99"}],"totalSizeBytes":36903140608,"sha256":"sha256:60f9a4323a2e00834e788e9b025aa7fd350c7c92923b70b6d524688a806dcf99","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":36826898856,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":54432689458,"totalGb":50.7}},{"entryId":"gguf:BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","files":[{"path":"BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","sizeBytes":49835505664,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","sha256":"sha256:eb673ae76f2f463123d8393ef2e196b60e527de2d47ab283d8dd3da184164b24"},{"path":"BF16/Qwen-AgentWorld-35B-A3B-BF16-00002-of-00002.gguf","sizeBytes":19541132800,"downloadUrl":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/BF16/Qwen-AgentWorld-35B-A3B-BF16-00002-of-00002.gguf","sha256":"sha256:f54120bb8354002d3da650c9ad2dc1e349b7ee282414a74ed9ba700d91d69a24"}],"totalSizeBytes":69376638464,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":69321221376,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":86927011978,"totalGb":81}}]},{"repo":"unsloth/Qwen3.5-4B-GGUF","author":"unsloth","title":"Qwen3.5-4B-GGUF","modelName":"Qwen3.5-4B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":4205751296,"architecture":"qwen35","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.5-4B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.5-4B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.5-4B-UD-IQ2_XXS.gguf","sizeBytes":1520217248,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_XXS.gguf","sha256":"sha256:4c1ba794e8d6098f4fb6482b4db6e880c80b5ee0b4c64d8668afaf9541163677"}],"totalSizeBytes":1520217248,"sha256":"sha256:4c1ba794e8d6098f4fb6482b4db6e880c80b5ee0b4c64d8668afaf9541163677","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":1084295256,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":7558758545,"totalGb":7}},{"entryId":"gguf:Qwen3.5-4B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.5-4B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.5-4B-UD-IQ2_M.gguf","sizeBytes":1759997088,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_M.gguf","sha256":"sha256:cb4c45ca42c0d7777667e94e3963f8e59e939b3665098328ce601feb5be129c1"}],"totalSizeBytes":1759997088,"sha256":"sha256:cb4c45ca42c0d7777667e94e3963f8e59e939b3665098328ce601feb5be129c1","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":1419441062,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":7893904351,"totalGb":7.4}},{"entryId":"gguf:Qwen3.5-4B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.5-4B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.5-4B-UD-Q2_K_XL.gguf","sizeBytes":1940825248,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf","sha256":"sha256:79aa0b583c888976013002f66b9f617070d91cf8de6a09dc775983640ac59463"}],"totalSizeBytes":1940825248,"sha256":"sha256:79aa0b583c888976013002f66b9f617070d91cf8de6a09dc775983640ac59463","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":1347154712,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":7821618001,"totalGb":7.3}},{"entryId":"gguf:Qwen3.5-4B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.5-4B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.5-4B-UD-IQ3_XXS.gguf","sizeBytes":1949047968,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ3_XXS.gguf","sha256":"sha256:00aab66a2359a9afc52f0ab757e61f9be1656e6fcaba8468bd95579a8b2cbc40"}],"totalSizeBytes":1949047968,"sha256":"sha256:00aab66a2359a9afc52f0ab757e61f9be1656e6fcaba8468bd95579a8b2cbc40","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":1610014168,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8084477457,"totalGb":7.5}},{"entryId":"gguf:Qwen3.5-4B-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"Qwen3.5-4B-Q3_K_S.gguf","files":[{"path":"Qwen3.5-4B-Q3_K_S.gguf","sizeBytes":2105791648,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q3_K_S.gguf","sha256":"sha256:7e2dd96b6141226b62fa88c775db06e0e9ff0aa84130805d7091a768868a3353"}],"totalSizeBytes":2105791648,"sha256":"sha256:7e2dd96b6141226b62fa88c775db06e0e9ff0aa84130805d7091a768868a3353","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":1807158760,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8281622049,"totalGb":7.7}},{"entryId":"gguf:Qwen3.5-4B-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.5-4B-Q3_K_M.gguf","files":[{"path":"Qwen3.5-4B-Q3_K_M.gguf","sizeBytes":2293388448,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q3_K_M.gguf","sha256":"sha256:d6981ab4d77ba712b48ef69d69042d75b5e39b9dce5fb5a5b054fd08e06afb95"}],"totalSizeBytes":2293388448,"sha256":"sha256:d6981ab4d77ba712b48ef69d69042d75b5e39b9dce5fb5a5b054fd08e06afb95","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2070018216,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8544481505,"totalGb":8}},{"entryId":"gguf:Qwen3.5-4B-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.5-4B-IQ4_XS.gguf","files":[{"path":"Qwen3.5-4B-IQ4_XS.gguf","sizeBytes":2477053088,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-IQ4_XS.gguf","sha256":"sha256:658a9e7e406deb06d0179755e3c14f6a82915a4be4962a2f92a64d948d2e572f"}],"totalSizeBytes":2477053088,"sha256":"sha256:658a9e7e406deb06d0179755e3c14f6a82915a4be4962a2f92a64d948d2e572f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2234305376,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8708768665,"totalGb":8.1}},{"entryId":"gguf:Qwen3.5-4B-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-4B-IQ4_NL.gguf","files":[{"path":"Qwen3.5-4B-IQ4_NL.gguf","sizeBytes":2579944608,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-IQ4_NL.gguf","sha256":"sha256:ff5c3e9740a5aa53f04fdf3b0b8cc75da556bf8948cdb19d61c512d3a43465d9"}],"totalSizeBytes":2579944608,"sha256":"sha256:ff5c3e9740a5aa53f04fdf3b0b8cc75da556bf8948cdb19d61c512d3a43465d9","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2365735104,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8840198393,"totalGb":8.2}},{"entryId":"gguf:Qwen3.5-4B-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-4B-Q4_0.gguf","files":[{"path":"Qwen3.5-4B-Q4_0.gguf","sizeBytes":2583221408,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_0.gguf","sha256":"sha256:298fcb5fe7a77ccc79745ae24751560c5ac56874caff4bb39b1f2055bd72b8bb"}],"totalSizeBytes":2583221408,"sha256":"sha256:298fcb5fe7a77ccc79745ae24751560c5ac56874caff4bb39b1f2055bd72b8bb","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2365735104,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8840198393,"totalGb":8.2}},{"entryId":"gguf:Qwen3.5-4B-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-4B-Q4_K_S.gguf","files":[{"path":"Qwen3.5-4B-Q4_K_S.gguf","sizeBytes":2590430368,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_K_S.gguf","sha256":"sha256:27caeb0e4b999d92ce0a9fdbdd1a7ba5112908d9de125645883732274be2ea77"}],"totalSizeBytes":2590430368,"sha256":"sha256:27caeb0e4b999d92ce0a9fdbdd1a7ba5112908d9de125645883732274be2ea77","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2365735104,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":8840198393,"totalGb":8.2}},{"entryId":"gguf:Qwen3.5-4B-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.5-4B-Q4_K_M.gguf","files":[{"path":"Qwen3.5-4B-Q4_K_M.gguf","sizeBytes":2740937888,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q4_K_M.gguf","sha256":"sha256:00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4"}],"totalSizeBytes":2740937888,"sha256":"sha256:00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2539222345,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":9013685634,"totalGb":8.4}},{"entryId":"gguf:Qwen3.5-4B-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.5-4B-Q5_K_S.gguf","files":[{"path":"Qwen3.5-4B-Q5_K_S.gguf","sizeBytes":3024934048,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q5_K_S.gguf","sha256":"sha256:161be121617c45ea247eae0fd4477d26f287a368b52702e3fc99c9bc52f23061"}],"totalSizeBytes":3024934048,"sha256":"sha256:161be121617c45ea247eae0fd4477d26f287a368b52702e3fc99c9bc52f23061","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2891454016,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":9365917305,"totalGb":8.7}},{"entryId":"gguf:Qwen3.5-4B-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.5-4B-Q5_K_M.gguf","files":[{"path":"Qwen3.5-4B-Q5_K_M.gguf","sizeBytes":3143656608,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q5_K_M.gguf","sha256":"sha256:8814232b85594dcd46c50e5b8b29324a7efe9e746edbe8a3d1df3d3fce7aad39"}],"totalSizeBytes":3143656608,"sha256":"sha256:8814232b85594dcd46c50e5b8b29324a7efe9e746edbe8a3d1df3d3fce7aad39","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2991340609,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":9465803898,"totalGb":8.8}},{"entryId":"gguf:Qwen3.5-4B-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.5-4B-Q6_K.gguf","files":[{"path":"Qwen3.5-4B-Q6_K.gguf","sizeBytes":3525956768,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q6_K.gguf","sha256":"sha256:fdedd781c9ce676ab66b018ca247ff78e8a33c98098a822c1e2d5075e7718f66"},{"path":"Qwen3.5-4B-UD-Q6_K_XL.gguf","sizeBytes":4145548448,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q6_K_XL.gguf","sha256":"sha256:87f58d94410b81429268d8389a3d686e6c6bffecf7852772720fbea059cbbb9d"}],"totalSizeBytes":7671505216,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":3450030360,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":9924493649,"totalGb":9.2}},{"entryId":"gguf:Qwen3.5-4B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.5-4B-Q8_0.gguf","files":[{"path":"Qwen3.5-4B-Q8_0.gguf","sizeBytes":4482403488,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q8_0.gguf","sha256":"sha256:10cc391b403021dd11c614679d2fd92f611c3681d29e29651b717316965d61e1"}],"totalSizeBytes":4482403488,"sha256":"sha256:10cc391b403021dd11c614679d2fd92f611c3681d29e29651b717316965d61e1","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":4468610752,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":10943074041,"totalGb":10.2}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":672423616,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864"}],"totalSizeBytes":672423616,"sha256":"sha256:cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8411502592,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":14885965881,"totalGb":13.9}},{"entryId":"gguf:mmproj-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-BF16.gguf","files":[{"path":"mmproj-BF16.gguf","sizeBytes":675569344,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:302b92d565080b9cc0281186979ae75a7429ec23d14f6f7607a035539b21f3a6"},{"path":"Qwen3.5-4B-BF16.gguf","sizeBytes":8424393632,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-BF16.gguf","sha256":"sha256:9e6e2841a75f503ccb330831832fd7861266e187e0dbf149a954219ccb8c197a"}],"totalSizeBytes":9099962976,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8411502592,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":14885965881,"totalGb":13.9}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1334075072,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:758b74e604c5374577c21026c5bdc3aec75560eccb4c67844c8f585d6ec74804"}],"totalSizeBytes":1334075072,"sha256":"sha256:758b74e604c5374577c21026c5bdc3aec75560eccb4c67844c8f585d6ec74804","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":16823005184,"kvCacheBytes":5950175289,"runtimeOverheadBytes":524288000,"totalBytes":23297468473,"totalGb":21.7}}]},{"repo":"unsloth/Qwen3.5-9B-GGUF","author":"unsloth","title":"Qwen3.5-9B-GGUF","modelName":"Qwen3.5-9B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":8953803264,"architecture":"qwen35","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.5-9B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.5-9B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.5-9B-UD-IQ2_XXS.gguf","sizeBytes":3190613216,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_XXS.gguf","sha256":"sha256:570ce2bbc92545cffbcb01df43cba59d86093dadc34c25da9f554d256bc70b91"}],"totalSizeBytes":3190613216,"sha256":"sha256:570ce2bbc92545cffbcb01df43cba59d86093dadc34c25da9f554d256bc70b91","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2308402404,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":11514529650,"totalGb":10.7}},{"entryId":"gguf:Qwen3.5-9B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.5-9B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.5-9B-UD-IQ2_M.gguf","sizeBytes":3649365216,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_M.gguf","sha256":"sha256:a31b6b4c603ddd66b5496ee065c9dd13b2b6de77dce9e5d59609aef8d39868e7"}],"totalSizeBytes":3649365216,"sha256":"sha256:a31b6b4c603ddd66b5496ee065c9dd13b2b6de77dce9e5d59609aef8d39868e7","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":3021908602,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":12228035848,"totalGb":11.4}},{"entryId":"gguf:Qwen3.5-9B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.5-9B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.5-9B-UD-Q2_K_XL.gguf","sizeBytes":4121781472,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q2_K_XL.gguf","sha256":"sha256:fcea605227c939525a4145349a082f603d7e5df639be3d88b7aa1e883517552c"}],"totalSizeBytes":4121781472,"sha256":"sha256:fcea605227c939525a4145349a082f603d7e5df639be3d88b7aa1e883517552c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":2868015108,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":12074142354,"totalGb":11.2}},{"entryId":"gguf:Qwen3.5-9B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.5-9B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.5-9B-UD-IQ3_XXS.gguf","sizeBytes":4016235744,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ3_XXS.gguf","sha256":"sha256:40d0f32cd3030b04f0784139a589fb63e876cfbf8667d56311b79783c74fd149"}],"totalSizeBytes":4016235744,"sha256":"sha256:40d0f32cd3030b04f0784139a589fb63e876cfbf8667d56311b79783c74fd149","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":3427627812,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":12633755058,"totalGb":11.8}},{"entryId":"gguf:Qwen3.5-9B-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"Qwen3.5-9B-Q3_K_S.gguf","files":[{"path":"Qwen3.5-9B-Q3_K_S.gguf","sizeBytes":4316865760,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q3_K_S.gguf","sha256":"sha256:162050d39ebae6b8a87435f282bcb7a0e3fab7b2444db730966b3fef1ed0179e"}],"totalSizeBytes":4316865760,"sha256":"sha256:162050d39ebae6b8a87435f282bcb7a0e3fab7b2444db730966b3fef1ed0179e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":3847337340,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":13053464586,"totalGb":12.2}},{"entryId":"gguf:Qwen3.5-9B-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.5-9B-Q3_K_M.gguf","files":[{"path":"Qwen3.5-9B-Q3_K_M.gguf","sizeBytes":4673643744,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q3_K_M.gguf","sha256":"sha256:8fed90306e4f019e2bf35f3766470b7bc59ea1a9dae00f5ceb20b43cb5514393"}],"totalSizeBytes":4673643744,"sha256":"sha256:8fed90306e4f019e2bf35f3766470b7bc59ea1a9dae00f5ceb20b43cb5514393","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":4406950044,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":13613077290,"totalGb":12.7}},{"entryId":"gguf:Qwen3.5-9B-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.5-9B-IQ4_XS.gguf","files":[{"path":"Qwen3.5-9B-IQ4_XS.gguf","sizeBytes":5168653536,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-IQ4_XS.gguf","sha256":"sha256:7e918aeca06c52bcb528ea6b04b4ec957e75ee8c0a73138854c0dfcf371ea429"}],"totalSizeBytes":5168653536,"sha256":"sha256:7e918aeca06c52bcb528ea6b04b4ec957e75ee8c0a73138854c0dfcf371ea429","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":4756707984,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":13962835230,"totalGb":13}},{"entryId":"gguf:Qwen3.5-9B-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-9B-IQ4_NL.gguf","files":[{"path":"Qwen3.5-9B-IQ4_NL.gguf","sizeBytes":5371028704,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-IQ4_NL.gguf","sha256":"sha256:12fd6b43e298ae4c8d374e64e8c2406c252d109ead47dffb46e75be3566ed0e5"}],"totalSizeBytes":5371028704,"sha256":"sha256:12fd6b43e298ae4c8d374e64e8c2406c252d109ead47dffb46e75be3566ed0e5","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5036514336,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":14242641582,"totalGb":13.3}},{"entryId":"gguf:Qwen3.5-9B-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-9B-Q4_0.gguf","files":[{"path":"Qwen3.5-9B-Q4_0.gguf","sizeBytes":5379417312,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q4_0.gguf","sha256":"sha256:17670346b4260ddcb0173965145155885024f3c9a4a24389a3370751edbcde24"}],"totalSizeBytes":5379417312,"sha256":"sha256:17670346b4260ddcb0173965145155885024f3c9a4a24389a3370751edbcde24","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5036514336,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":14242641582,"totalGb":13.3}},{"entryId":"gguf:Qwen3.5-9B-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.5-9B-Q4_K_S.gguf","files":[{"path":"Qwen3.5-9B-Q4_K_S.gguf","sizeBytes":5394097376,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q4_K_S.gguf","sha256":"sha256:023713a5240bf58a84d2890a30deb2e0485abb5b9b9c33ba67596e9248b35f80"}],"totalSizeBytes":5394097376,"sha256":"sha256:023713a5240bf58a84d2890a30deb2e0485abb5b9b9c33ba67596e9248b35f80","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5036514336,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":14242641582,"totalGb":13.3}},{"entryId":"gguf:Qwen3.5-9B-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.5-9B-Q4_K_M.gguf","files":[{"path":"Qwen3.5-9B-Q4_K_M.gguf","sizeBytes":5680522464,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q4_K_M.gguf","sha256":"sha256:03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8"}],"totalSizeBytes":5680522464,"sha256":"sha256:03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5405858721,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":14611985967,"totalGb":13.6}},{"entryId":"gguf:Qwen3.5-9B-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.5-9B-Q5_K_S.gguf","files":[{"path":"Qwen3.5-9B-Q5_K_S.gguf","sizeBytes":6361146592,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_S.gguf","sha256":"sha256:be88613a50ba792bd5a2bc07b74bcd97c9ed9dbac028d27a44c6888e712323c3"}],"totalSizeBytes":6361146592,"sha256":"sha256:be88613a50ba792bd5a2bc07b74bcd97c9ed9dbac028d27a44c6888e712323c3","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6155739744,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":15361866990,"totalGb":14.3}},{"entryId":"gguf:Qwen3.5-9B-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.5-9B-Q5_K_M.gguf","files":[{"path":"Qwen3.5-9B-Q5_K_M.gguf","sizeBytes":6577841376,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q5_K_M.gguf","sha256":"sha256:dc2a39aef291f91a9116ad214058da0d86eb648743a124bd8c333787c4b9c91c"}],"totalSizeBytes":6577841376,"sha256":"sha256:dc2a39aef291f91a9116ad214058da0d86eb648743a124bd8c333787c4b9c91c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6368392572,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":15574519818,"totalGb":14.5}},{"entryId":"gguf:Qwen3.5-9B-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.5-9B-Q6_K.gguf","files":[{"path":"Qwen3.5-9B-Q6_K.gguf","sizeBytes":7458301152,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q6_K.gguf","sha256":"sha256:91898433cf5ce0a8f45516a4cc3e9343b6e01d052d01f684309098c66a326c59"},{"path":"Qwen3.5-9B-UD-Q6_K_XL.gguf","sizeBytes":8756929760,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q6_K_XL.gguf","sha256":"sha256:33b0050fb9c19abcf815647a78464dad959a06dadaecb0b96af798669f9074d4"}],"totalSizeBytes":16215230912,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7344916740,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":16551043986,"totalGb":15.4}},{"entryId":"gguf:Qwen3.5-9B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.5-9B-Q8_0.gguf","files":[{"path":"Qwen3.5-9B-Q8_0.gguf","sizeBytes":9527502048,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q8_0.gguf","sha256":"sha256:809626574d0cb43d4becfa56169980da2bb448f2299270f7be443cb89d0a6ae4"}],"totalSizeBytes":9527502048,"sha256":"sha256:809626574d0cb43d4becfa56169980da2bb448f2299270f7be443cb89d0a6ae4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9513415968,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":18719543214,"totalGb":17.4}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":918166080,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:f70dc3509053962b0d0d3ee8a7eacebf5d60aa560cad78254ae8698516ae029f"}],"totalSizeBytes":918166080,"sha256":"sha256:f70dc3509053962b0d0d3ee8a7eacebf5d60aa560cad78254ae8698516ae029f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17907606528,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":27113733774,"totalGb":25.3}},{"entryId":"gguf:mmproj-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-BF16.gguf","files":[{"path":"mmproj-BF16.gguf","sizeBytes":921705024,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:853698ce7aa6c7ba732478bad280240969ddf7b0fcbf93900046f63903a83383"},{"path":"Qwen3.5-9B-BF16.gguf","sizeBytes":17920697312,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-BF16.gguf","sha256":"sha256:daebe40eeea7057c1cdf35ac56d13f507d8bf12171bbb7a6b6b0d3f05439159a"}],"totalSizeBytes":18842402336,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17907606528,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":27113733774,"totalGb":25.3}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1824062016,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:a1cd5c1625b44dd0facaec998020e9b36cb78c2225eaee701e73bf2e5b051ce2"}],"totalSizeBytes":1824062016,"sha256":"sha256:a1cd5c1625b44dd0facaec998020e9b36cb78c2225eaee701e73bf2e5b051ce2","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":35815213056,"kvCacheBytes":8681839246,"runtimeOverheadBytes":524288000,"totalBytes":45021340302,"totalGb":41.9}}]},{"repo":"unsloth/Qwen3.6-27B-GGUF","author":"unsloth","title":"Qwen3.6-27B-GGUF","modelName":"Qwen3.6-27B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":26895998464,"architecture":"qwen35","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.6-27B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.6-27B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ2_XXS.gguf","sizeBytes":9388779744,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_XXS.gguf","sha256":"sha256:968bfc712832031afebec339da3ae61c6822ab9a118e1d72b6be2a7781a96e30"}],"totalSizeBytes":9388779744,"sha256":"sha256:968bfc712832031afebec339da3ae61c6822ab9a118e1d72b6be2a7781a96e30","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":6934124604,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":22505477774,"totalGb":21}},{"entryId":"gguf:Qwen3.6-27B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.6-27B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ2_M.gguf","sizeBytes":10846136544,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_M.gguf","sha256":"sha256:24dfb0786e3b6b32e16082816a8245f4cf2fbaea71345062943c4323763ce5c6"}],"totalSizeBytes":10846136544,"sha256":"sha256:24dfb0786e3b6b32e16082816a8245f4cf2fbaea71345062943c4323763ce5c6","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9077399482,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":24648752652,"totalGb":23}},{"entryId":"gguf:Qwen3.6-27B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.6-27B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.6-27B-UD-Q2_K_XL.gguf","sizeBytes":11849779424,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q2_K_XL.gguf","sha256":"sha256:3db422cf36c7efacb027396a11df287c0fc469829bd7daf1867a3505a9e44af6"}],"totalSizeBytes":11849779424,"sha256":"sha256:3db422cf36c7efacb027396a11df287c0fc469829bd7daf1867a3505a9e44af6","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8615124508,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":24186477678,"totalGb":22.5}},{"entryId":"gguf:Qwen3.6-27B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.6-27B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ3_XXS.gguf","sizeBytes":11994777824,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ3_XXS.gguf","sha256":"sha256:5d591dd11918e196a7b7c9d2f02e4390e7264960eb354c72d65e81a9331978f5"}],"totalSizeBytes":11994777824,"sha256":"sha256:5d591dd11918e196a7b7c9d2f02e4390e7264960eb354c72d65e81a9331978f5","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":10296124412,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":25867477582,"totalGb":24.1}},{"entryId":"gguf:Qwen3.6-27B-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"Qwen3.6-27B-Q3_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q3_K_S.gguf","sizeBytes":12358727904,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf","sha256":"sha256:4afb4abcf0207a484b0d7e92c0421b74e8ce1c7a7250bb9d824b79288da68f20"}],"totalSizeBytes":12358727904,"sha256":"sha256:4afb4abcf0207a484b0d7e92c0421b74e8ce1c7a7250bb9d824b79288da68f20","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11556874340,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":27128227510,"totalGb":25.3}},{"entryId":"gguf:Qwen3.6-27B-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.6-27B-Q3_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q3_K_M.gguf","sizeBytes":13586217184,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf","sha256":"sha256:bdfa99d488b501f5ca711f35c930f005319a064eabcaae23290571a25c499eeb"}],"totalSizeBytes":13586217184,"sha256":"sha256:bdfa99d488b501f5ca711f35c930f005319a064eabcaae23290571a25c499eeb","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13237874244,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":28809227414,"totalGb":26.8}},{"entryId":"gguf:Qwen3.6-27B-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.6-27B-IQ4_XS.gguf","files":[{"path":"Qwen3.6-27B-IQ4_XS.gguf","sizeBytes":15440005344,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_XS.gguf","sha256":"sha256:8a3365759dc1b33b52c4e7d91d5a67d5ee1418e8408aa54196f04a98da53e5dc"}],"totalSizeBytes":15440005344,"sha256":"sha256:8a3365759dc1b33b52c4e7d91d5a67d5ee1418e8408aa54196f04a98da53e5dc","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14288499184,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":29859852354,"totalGb":27.8}},{"entryId":"gguf:Qwen3.6-27B-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-IQ4_NL.gguf","files":[{"path":"Qwen3.6-27B-IQ4_NL.gguf","sizeBytes":16071772384,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_NL.gguf","sha256":"sha256:239658ade790aa63812407ad91f6365d845e689009f70d302a59d65e9eec584e"}],"totalSizeBytes":16071772384,"sha256":"sha256:239658ade790aa63812407ad91f6365d845e689009f70d302a59d65e9eec584e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15128999136,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":30700352306,"totalGb":28.6}},{"entryId":"gguf:Qwen3.6-27B-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-Q4_0.gguf","files":[{"path":"Qwen3.6-27B-Q4_0.gguf","sizeBytes":15791278304,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf","sha256":"sha256:7bd9550b13190d53fb5e0d4d8857a7a08612ee72e7691b0b3c36b00837376a22"}],"totalSizeBytes":15791278304,"sha256":"sha256:7bd9550b13190d53fb5e0d4d8857a7a08612ee72e7691b0b3c36b00837376a22","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15128999136,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":30700352306,"totalGb":28.6}},{"entryId":"gguf:Qwen3.6-27B-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-Q4_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q4_K_S.gguf","sizeBytes":15856158944,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf","sha256":"sha256:ff857ba9f2184d8be408e8cabda12c89ba5adb202fddc1a88b3774d7bb232aca"}],"totalSizeBytes":15856158944,"sha256":"sha256:ff857ba9f2184d8be408e8cabda12c89ba5adb202fddc1a88b3774d7bb232aca","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15128999136,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":30700352306,"totalGb":28.6}},{"entryId":"gguf:Qwen3.6-27B-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.6-27B-Q4_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q4_K_M.gguf","sizeBytes":16817244384,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf","sha256":"sha256:5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0"}],"totalSizeBytes":16817244384,"sha256":"sha256:5ed60d0af4650a854b1755bd392f9aef4872643dc25a254bc68043fa638392a0","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":16238459073,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":31809812243,"totalGb":29.6}},{"entryId":"gguf:Qwen3.6-27B-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.6-27B-Q5_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q5_K_S.gguf","sizeBytes":18958305504,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf","sha256":"sha256:a514ac5864d1d35841bd0bed4fdcb8e81360b5224586c3634ecca0e5de886579"}],"totalSizeBytes":18958305504,"sha256":"sha256:a514ac5864d1d35841bd0bed4fdcb8e81360b5224586c3634ecca0e5de886579","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18490998944,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":34062352114,"totalGb":31.7}},{"entryId":"gguf:Qwen3.6-27B-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.6-27B-Q5_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q5_K_M.gguf","sizeBytes":19509790944,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf","sha256":"sha256:cfecab168156269f25d5ffe9e13cf2a401ca2f43a9693fa00bcd1625316ccbde"}],"totalSizeBytes":19509790944,"sha256":"sha256:cfecab168156269f25d5ffe9e13cf2a401ca2f43a9693fa00bcd1625316ccbde","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19129778908,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":34701132078,"totalGb":32.3}},{"entryId":"gguf:Qwen3.6-27B-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.6-27B-Q6_K.gguf","files":[{"path":"Qwen3.6-27B-Q6_K.gguf","sizeBytes":22523238624,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf","sha256":"sha256:ec1805fe87e6519c461c1ed2d179865464a875ed241032ead65a354f979cfe14"},{"path":"Qwen3.6-27B-UD-Q6_K_XL.gguf","sizeBytes":25636485344,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q6_K_XL.gguf","sha256":"sha256:8746881d40f280b1b6b858c656a347c754ed3d9cc8d2e1ad46b3635b87f611f8"}],"totalSizeBytes":48159723968,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":22063123740,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":37634476910,"totalGb":35}},{"entryId":"gguf:Qwen3.6-27B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.6-27B-Q8_0.gguf","files":[{"path":"Qwen3.6-27B-Q8_0.gguf","sizeBytes":28595763424,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf","sha256":"sha256:f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce"}],"totalSizeBytes":28595763424,"sha256":"sha256:f93f517f38e696d35a1a7df2c0e3155a64f4c4dcd662107a146ae263f7fb14ce","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":28576998368,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":44148351538,"totalGb":41.1}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":927607360,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:eacf610d1ee4bd5ed0197a0777dd8f4fceb8eefa27009067c7d496cb68fbde45"}],"totalSizeBytes":927607360,"sha256":"sha256:eacf610d1ee4bd5ed0197a0777dd8f4fceb8eefa27009067c7d496cb68fbde45","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":53791996928,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":69363350098,"totalGb":64.6}},{"entryId":"gguf:BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","files":[{"path":"BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","sizeBytes":50004497824,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","sha256":"sha256:897fb005062c86d71d86b4aabc702af46e2c2c81643bad3a77ce2bb5745b73f1"},{"path":"BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf","sizeBytes":3803783936,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf","sha256":"sha256:75fd5ed66db232ef1526e7d18ac3e057af6fda8fb7d4802a4541e1972e5bd25e"},{"path":"mmproj-BF16.gguf","sizeBytes":931146304,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:05353347512982ee62317b9d8c89372bc815f4b4043580e7ef3ad411ec1a1cd3"}],"totalSizeBytes":54739428064,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":53791996928,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":69363350098,"totalGb":64.6}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1842940480,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d"}],"totalSizeBytes":1842940480,"sha256":"sha256:fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":107583993856,"kvCacheBytes":15047065170,"runtimeOverheadBytes":524288000,"totalBytes":123155347026,"totalGb":114.7}}]},{"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","author":"unsloth","title":"Qwen3.6-27B-MTP-GGUF","modelName":"Qwen3.6-27B-MTP-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":27320697856,"architecture":"qwen35","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.6-27B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.6-27B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ2_XXS.gguf","sizeBytes":9567265920,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_XXS.gguf","sha256":"sha256:844907b21d12669ce23de622e13d923581112b465f245bee1d0d84d519327b6f"}],"totalSizeBytes":9567265920,"sha256":"sha256:844907b21d12669ce23de622e13d923581112b465f245bee1d0d84d519327b6f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7043617416,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":22733305096,"totalGb":21.2}},{"entryId":"gguf:Qwen3.6-27B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.6-27B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ2_M.gguf","sizeBytes":11027817600,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_M.gguf","sha256":"sha256:9607b0dfd18a5782e243804626a582bde0d5e8420f767bf4aecaccae472be65a"}],"totalSizeBytes":11027817600,"sha256":"sha256:9607b0dfd18a5782e243804626a582bde0d5e8420f767bf4aecaccae472be65a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9220735526,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":24910423206,"totalGb":23.2}},{"entryId":"gguf:Qwen3.6-27B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.6-27B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.6-27B-UD-Q2_K_XL.gguf","sizeBytes":12040512640,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-UD-Q2_K_XL.gguf","sha256":"sha256:16fb3f81a522faaecfed0402890c3471e970e732c0e3e1914f1c0d9d9253be00"}],"totalSizeBytes":12040512640,"sha256":"sha256:16fb3f81a522faaecfed0402890c3471e970e732c0e3e1914f1c0d9d9253be00","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8751161032,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":24440848712,"totalGb":22.8}},{"entryId":"gguf:Qwen3.6-27B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.6-27B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.6-27B-UD-IQ3_XXS.gguf","sizeBytes":12203615360,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-UD-IQ3_XXS.gguf","sha256":"sha256:a6cd1e829a8ba24a78edeb8f078b724ea7a9873856f1916e356eea5c537c0b40"}],"totalSizeBytes":12203615360,"sha256":"sha256:a6cd1e829a8ba24a78edeb8f078b724ea7a9873856f1916e356eea5c537c0b40","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":10458704648,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":26148392328,"totalGb":24.4}},{"entryId":"gguf:Qwen3.6-27B-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"Qwen3.6-27B-Q3_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q3_K_S.gguf","sizeBytes":12574487680,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf","sha256":"sha256:ed134fbdfe02c3a8cb212b04f17c6af676048c464ffb29df10ceb98502b54ab1"}],"totalSizeBytes":12574487680,"sha256":"sha256:ed134fbdfe02c3a8cb212b04f17c6af676048c464ffb29df10ceb98502b54ab1","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11739362360,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":27429050040,"totalGb":25.5}},{"entryId":"gguf:Qwen3.6-27B-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.6-27B-Q3_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q3_K_M.gguf","sizeBytes":13818688640,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf","sha256":"sha256:f8a9329b78446254200d5cd387c3d8c8f374a2b824696d4b550f42461b970310"}],"totalSizeBytes":13818688640,"sha256":"sha256:f8a9329b78446254200d5cd387c3d8c8f374a2b824696d4b550f42461b970310","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13446905976,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":29136593656,"totalGb":27.1}},{"entryId":"gguf:Qwen3.6-27B-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.6-27B-IQ4_XS.gguf","files":[{"path":"Qwen3.6-27B-IQ4_XS.gguf","sizeBytes":15705859200,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-IQ4_XS.gguf","sha256":"sha256:89f2c7e4f9f91d17ba9df6f0eef67cb909bc67d91cd035291be35cd88f1848ba"}],"totalSizeBytes":15705859200,"sha256":"sha256:89f2c7e4f9f91d17ba9df6f0eef67cb909bc67d91cd035291be35cd88f1848ba","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14514120736,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":30203808416,"totalGb":28.1}},{"entryId":"gguf:Qwen3.6-27B-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-IQ4_NL.gguf","files":[{"path":"Qwen3.6-27B-IQ4_NL.gguf","sizeBytes":16337626240,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-IQ4_NL.gguf","sha256":"sha256:dcf1b90d316869f442490903e8af146f5153a9490cd377e92a0b7da7d87e47b9"}],"totalSizeBytes":16337626240,"sha256":"sha256:dcf1b90d316869f442490903e8af146f5153a9490cd377e92a0b7da7d87e47b9","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15367892544,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":31057580224,"totalGb":28.9}},{"entryId":"gguf:Qwen3.6-27B-Q4_0.gguf","format":"gguf","quantization":"Q4_0","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-Q4_0.gguf","files":[{"path":"Qwen3.6-27B-Q4_0.gguf","sizeBytes":16056476800,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf","sha256":"sha256:20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a"}],"totalSizeBytes":16056476800,"sha256":"sha256:20c9c45d4d25b492b82117960b5f715ef9daff75e4e14c4fb878fa3793fb379a","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15367892544,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":31057580224,"totalGb":28.9}},{"entryId":"gguf:Qwen3.6-27B-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-27B-Q4_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q4_K_S.gguf","sizeBytes":16121357440,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf","sha256":"sha256:a5ef62184c1729c38c9565b502303ac88e2fad3b1c3c6aa430d9e273bdd7f917"}],"totalSizeBytes":16121357440,"sha256":"sha256:a5ef62184c1729c38c9565b502303ac88e2fad3b1c3c6aa430d9e273bdd7f917","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15367892544,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":31057580224,"totalGb":28.9}},{"entryId":"gguf:Qwen3.6-27B-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.6-27B-Q4_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q4_K_M.gguf","sizeBytes":17106773120,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf","sha256":"sha256:a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f"}],"totalSizeBytes":17106773120,"sha256":"sha256:a7cbd3ecc0e3f9b333edee61ae66bc87ed713c5d49587a8355814722ed329e0f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":16494871331,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":32184559011,"totalGb":30}},{"entryId":"gguf:Qwen3.6-27B-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.6-27B-Q5_K_S.gguf","files":[{"path":"Qwen3.6-27B-Q5_K_S.gguf","sizeBytes":19270034560,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf","sha256":"sha256:792cafe76e08c250c9dd9e273b503a6cb69d735ade81eef65b5e40b1229d7134"}],"totalSizeBytes":19270034560,"sha256":"sha256:792cafe76e08c250c9dd9e273b503a6cb69d735ade81eef65b5e40b1229d7134","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18782979776,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":34472667456,"totalGb":32.1}},{"entryId":"gguf:Qwen3.6-27B-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.6-27B-Q5_K_M.gguf","files":[{"path":"Qwen3.6-27B-Q5_K_M.gguf","sizeBytes":19834053760,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf","sha256":"sha256:ffb9a0f8b459086f8befd964f6c0ed9f9caafba410b76f9688b91c4678cc0fe4"}],"totalSizeBytes":19834053760,"sha256":"sha256:ffb9a0f8b459086f8befd964f6c0ed9f9caafba410b76f9688b91c4678cc0fe4","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19431846350,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":35121534030,"totalGb":32.7}},{"entryId":"gguf:Qwen3.6-27B-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.6-27B-Q6_K.gguf","files":[{"path":"Qwen3.6-27B-Q6_K.gguf","sizeBytes":22884406400,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf","sha256":"sha256:773f1bf0be0589d056ce05476a8a135b50494a3f2ecc3f8f0c4f2c3594bba02e"},{"path":"Qwen3.6-27B-UD-Q6_K_XL.gguf","sizeBytes":26015429760,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-UD-Q6_K_XL.gguf","sha256":"sha256:f3b4a622e06e8ade06ec5c0eb9b40ed7c9bd707b5fada46c0215f4ab4a6bc32b"}],"totalSizeBytes":48899836160,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":22411509960,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":38101197640,"totalGb":35.5}},{"entryId":"gguf:Qwen3.6-27B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.6-27B-Q8_0.gguf","files":[{"path":"Qwen3.6-27B-Q8_0.gguf","sizeBytes":29047084160,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf","sha256":"sha256:9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8"}],"totalSizeBytes":29047084160,"sha256":"sha256:9408dcb356cc061a05c139e5647cbde0698ff980c6a69f7fc214e9989f86cfa8","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":29028241472,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":44717929152,"totalGb":41.6}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":927607360,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:eacf610d1ee4bd5ed0197a0777dd8f4fceb8eefa27009067c7d496cb68fbde45"}],"totalSizeBytes":927607360,"sha256":"sha256:eacf610d1ee4bd5ed0197a0777dd8f4fceb8eefa27009067c7d496cb68fbde45","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":54641395712,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":70331083392,"totalGb":65.5}},{"entryId":"gguf:BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","files":[{"path":"BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","sizeBytes":49878668448,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","sha256":"sha256:6a7509cf11192003bdc4621325eceec4b8ef823173ef45130eadb9be7b244f55"},{"path":"BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf","sizeBytes":4779065280,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf","sha256":"sha256:88908d2fa80ff5697580c1b1e1ea2e9e21dc035fd5985aacc1de2bb5a2e3049b"},{"path":"mmproj-BF16.gguf","sizeBytes":931146304,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:05353347512982ee62317b9d8c89372bc815f4b4043580e7ef3ad411ec1a1cd3"}],"totalSizeBytes":55588880032,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":54641395712,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":70331083392,"totalGb":65.5}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1842940480,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-27B-MTP-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d"}],"totalSizeBytes":1842940480,"sha256":"sha256:fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":109282791424,"kvCacheBytes":15165399680,"runtimeOverheadBytes":524288000,"totalBytes":124972479104,"totalGb":116.4}}]},{"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","author":"unsloth","title":"Qwen3.6-35B-A3B-GGUF","modelName":"Qwen3.6-35B-A3B-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":34660610688,"architecture":"qwen35moe","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ1_M.gguf","format":"gguf","quantization":"IQ1_M","bitsPerWeight":1.75,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ1_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ1_M.gguf","sizeBytes":10047749088,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ1_M.gguf","sha256":"sha256:0dc2488c89d916c5599f7c03a286cd8f37a6a75a02bc13caf41c6bac26d70c9e"}],"totalSizeBytes":10047749088,"sha256":"sha256:0dc2488c89d916c5599f7c03a286cd8f37a6a75a02bc13caf41c6bac26d70c9e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7582008588,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":25187799190,"totalGb":23.5}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","sizeBytes":10756586464,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","sha256":"sha256:2e8f5f705355c56311432d0a8a5d14a696dbb7e4b197d05c75ba805fc1857bef"}],"totalSizeBytes":10756586464,"sha256":"sha256:2e8f5f705355c56311432d0a8a5d14a696dbb7e4b197d05c75ba805fc1857bef","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":8935938693,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":26541729295,"totalGb":24.7}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ2_M.gguf","sizeBytes":11522702304,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_M.gguf","sha256":"sha256:2be7ef1ed7e1af8b10d3829102cf9a6c2bd5ddb64d675b4ece23a60799403d43"}],"totalSizeBytes":11522702304,"sha256":"sha256:2be7ef1ed7e1af8b10d3829102cf9a6c2bd5ddb64d675b4ece23a60799403d43","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11697956107,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":29303746709,"totalGb":27.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","sizeBytes":12290628576,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","sha256":"sha256:96b9c0af5c77a4ecaabe3983175112b5ece763261c1ece12b2494b692a70dad7"}],"totalSizeBytes":12290628576,"sha256":"sha256:96b9c0af5c77a4ecaabe3983175112b5ece763261c1ece12b2494b692a70dad7","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11102226861,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":28708017463,"totalGb":26.7}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","sizeBytes":13211155424,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","sha256":"sha256:9c964e657212fea1f24905dd7b0a89b82fd807d19fab0b41da14251b07b88fbe"}],"totalSizeBytes":13211155424,"sha256":"sha256:9c964e657212fea1f24905dd7b0a89b82fd807d19fab0b41da14251b07b88fbe","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13268515029,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":30874305631,"totalGb":28.8}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ3_S.gguf","format":"gguf","quantization":"IQ3_S","bitsPerWeight":3.44,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-IQ3_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ3_S.gguf","sizeBytes":13676723168,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_S.gguf","sha256":"sha256:66a3ca888ce13482b40c333db2432c0ebde3a7b13754fc29f0c6f5e89703ec66"}],"totalSizeBytes":13676723168,"sha256":"sha256:66a3ca888ce13482b40c333db2432c0ebde3a7b13754fc29f0c6f5e89703ec66","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14904062596,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":32509853198,"totalGb":30.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q3_K_S.gguf","format":"gguf","quantization":"Q3_K_S","bitsPerWeight":3.4375,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-Q3_K_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q3_K_S.gguf","sizeBytes":15359196128,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_S.gguf","sha256":"sha256:212ccdf37d416167ce8dcd7e3a59bcd45b30ac7531822a1e7bb79bfbacb2d1aa"}],"totalSizeBytes":15359196128,"sha256":"sha256:212ccdf37d416167ce8dcd7e3a59bcd45b30ac7531822a1e7bb79bfbacb2d1aa","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":14893231155,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":32499021757,"totalGb":30.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","sizeBytes":16600710112,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","sha256":"sha256:1b715841683f960bd9a49f008181bd910ee169b78d4cf465b6fde7f4d929ff99"}],"totalSizeBytes":16600710112,"sha256":"sha256:1b715841683f960bd9a49f008181bd910ee169b78d4cf465b6fde7f4d929ff99","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17059519323,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":34665309925,"totalGb":32.3}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","sizeBytes":17730509792,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","sha256":"sha256:649d7508507b84638732c4f52c24c8b15843c6dca2f3ff793ae07c14a67ebbb3"}],"totalSizeBytes":17730509792,"sha256":"sha256:649d7508507b84638732c4f52c24c8b15843c6dca2f3ff793ae07c14a67ebbb3","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18413449428,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":36019240030,"totalGb":33.5}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf","sizeBytes":19500506080,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf","sha256":"sha256:071ee2a008ec51372f990d8efbea92ec9dd0137974110ef68fbfde429c8c6dd4"},{"path":"Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","sizeBytes":18040888288,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","sha256":"sha256:0d17e255dc257a11f398ed4bc8d62412d8ce9ca24b3fce2947d962e4bfed5758"}],"totalSizeBytes":37541394368,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19496593512,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":37102384114,"totalGb":34.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","sizeBytes":20893015008,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","sha256":"sha256:a8138f183e3993f12cdc23afd2babb8cdb084e64088ce4a256d49101d47b949c"}],"totalSizeBytes":20893015008,"sha256":"sha256:a8138f183e3993f12cdc23afd2babb8cdb084e64088ce4a256d49101d47b949c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19496593512,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":37102384114,"totalGb":34.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","sizeBytes":22134528992,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","sha256":"sha256:ac0e2c1189e055faa36eff361580e79c5bd6f8e76bffb4ce547f167d53e31a61"}],"totalSizeBytes":22134528992,"sha256":"sha256:ac0e2c1189e055faa36eff361580e79c5bd6f8e76bffb4ce547f167d53e31a61","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":20926343703,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":38532134305,"totalGb":35.9}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","sizeBytes":24942050272,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","sha256":"sha256:31d886cbd8c3db2e66f4366cbfed93389cb982bdced1caa37262befdb34f5715"}],"totalSizeBytes":24942050272,"sha256":"sha256:31d886cbd8c3db2e66f4366cbfed93389cb982bdced1caa37262befdb34f5715","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23829169848,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":41434960450,"totalGb":38.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","sizeBytes":26456194016,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","sha256":"sha256:c13ce26253ea334df472bd8fbd2d6da66d8a41195c17f6fcbf44c4d20ece0932"}],"totalSizeBytes":26456194016,"sha256":"sha256:c13ce26253ea334df472bd8fbd2d6da66d8a41195c17f6fcbf44c4d20ece0932","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":24652359352,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":42258149954,"totalGb":39.4}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","sizeBytes":31843777504,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","sha256":"sha256:f6b6c6d5cfa6f00d964eeb7add28eb14ce7481734d506b90681007678cd2c484"},{"path":"Qwen3.6-35B-A3B-UD-Q6_K.gguf","sizeBytes":29308320736,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K.gguf","sha256":"sha256:4fe53b148b46f9b88830e2a3055c5b15c3a4d1e3ddc9a1384a108d8b9d59f043"}],"totalSizeBytes":61152098240,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":28432532205,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":46038322807,"totalGb":42.9}},{"entryId":"gguf:Qwen3.6-35B-A3B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.6-35B-A3B-Q8_0.gguf","files":[{"path":"Qwen3.6-35B-A3B-Q8_0.gguf","sizeBytes":36903140320,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf","sha256":"sha256:d1a395809f65a43a13ad119eb4e7acdef1ac6d68120f39902c8ab96e72794a59"}],"totalSizeBytes":36903140320,"sha256":"sha256:d1a395809f65a43a13ad119eb4e7acdef1ac6d68120f39902c8ab96e72794a59","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":36826898856,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":54432689458,"totalGb":50.7}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":899283680,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:8971ee4f331ff0a4c609374f32984b3d4e6dc086c0aa35f1d637fad1829e887f"}],"totalSizeBytes":899283680,"sha256":"sha256:8971ee4f331ff0a4c609374f32984b3d4e6dc086c0aa35f1d637fad1829e887f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":69321221376,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":86927011978,"totalGb":81}},{"entryId":"gguf:BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","files":[{"path":"BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","sizeBytes":49913715424,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","sha256":"sha256:783c22885003ac7607020cd9c318db7232a0cc206fa7b8dc064fa262e28d4db7"},{"path":"BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf","sizeBytes":19462922752,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf","sha256":"sha256:a5e66b67d4f2cdfc0cb9e399fc7d569576521d76cb69f186bdaff2b577457d66"},{"path":"mmproj-BF16.gguf","sizeBytes":902822624,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:356dfaa3111376a4f7165e32e8749713378d1700b37cf52e0c50d9f23322334d"}],"totalSizeBytes":70279460800,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":69321221376,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":86927011978,"totalGb":81}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1786305248,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:0a1c1cd2772ae6de5e87e023cea454720924675f11fe2b0e7bb7648e48debdc0"}],"totalSizeBytes":1786305248,"sha256":"sha256:0a1c1cd2772ae6de5e87e023cea454720924675f11fe2b0e7bb7648e48debdc0","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":138642442752,"kvCacheBytes":17081502602,"runtimeOverheadBytes":524288000,"totalBytes":156248233354,"totalGb":145.5}}]},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","author":"unsloth","title":"Qwen3.6-35B-A3B-MTP-GGUF","modelName":"Qwen3.6-35B-A3B-MTP-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":35505251456,"architecture":"qwen35moe","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ1_M.gguf","format":"gguf","quantization":"IQ1_M","bitsPerWeight":1.75,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ1_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ1_M.gguf","sizeBytes":11366414624,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ1_M.gguf","sha256":"sha256:223db8b347ebe3d75f43a0fd998eb86148c9744635066c6782662208ddc14867"}],"totalSizeBytes":11366414624,"sha256":"sha256:223db8b347ebe3d75f43a0fd998eb86148c9744635066c6782662208ddc14867","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7766773756,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":25470930940,"totalGb":23.7}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","format":"gguf","quantization":"IQ2_XXS","bitsPerWeight":2.0625,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","sizeBytes":11819399456,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","sha256":"sha256:627e2b05f83088448e27861ec392d56efc2b178783cae5adfa4ad2d988441203"}],"totalSizeBytes":11819399456,"sha256":"sha256:627e2b05f83088448e27861ec392d56efc2b178783cae5adfa4ad2d988441203","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9153697641,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":26857854825,"totalGb":25}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ2_M.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-IQ2_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ2_M.gguf","sizeBytes":11882969376,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_M.gguf","sha256":"sha256:b989da14b63b29bd469cb1fab5bd16b422ab921787569b4b2bb4fd61e26129b8"}],"totalSizeBytes":11882969376,"sha256":"sha256:b989da14b63b29bd469cb1fab5bd16b422ab921787569b4b2bb4fd61e26129b8","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11983022366,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":29687179550,"totalGb":27.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","sizeBytes":12574128416,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","sha256":"sha256:ed7cda7e38985b4fcff76475865135039641d2bfbac3c169df15ca770f37fb0c"}],"totalSizeBytes":12574128416,"sha256":"sha256:ed7cda7e38985b4fcff76475865135039641d2bfbac3c169df15ca770f37fb0c","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":11372775857,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":29076933041,"totalGb":27.1}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","sizeBytes":14069266720,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","sha256":"sha256:36f9ec0e4c775f6efd3a61c1ea76f0875128469c3d012e3d9e2495a90e7a7150"}],"totalSizeBytes":14069266720,"sha256":"sha256:36f9ec0e4c775f6efd3a61c1ea76f0875128469c3d012e3d9e2495a90e7a7150","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":13591854073,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":31296011257,"totalGb":29.1}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ3_S.gguf","format":"gguf","quantization":"IQ3_S","bitsPerWeight":3.44,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-IQ3_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ3_S.gguf","sizeBytes":15346432288,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_S.gguf","sha256":"sha256:ab639a7f330f96c47d3e6c2dd2d6445182e7b763e17e6048dc850a71bbc9f27f"}],"totalSizeBytes":15346432288,"sha256":"sha256:ab639a7f330f96c47d3e6c2dd2d6445182e7b763e17e6048dc850a71bbc9f27f","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":15267258126,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":32971415310,"totalGb":30.7}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","sizeBytes":17104402720,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","sha256":"sha256:8966dd0cd8c543c4228490a2a8b0e0814fc4f1e6a8e199ceed4de6754ae7b8e1"}],"totalSizeBytes":17104402720,"sha256":"sha256:8966dd0cd8c543c4228490a2a8b0e0814fc4f1e6a8e199ceed4de6754ae7b8e1","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":17475240951,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":35179398135,"totalGb":32.8}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","sizeBytes":18209036576,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","sha256":"sha256:df27a780435b7b45c2597536112ea3cb091f8544c3d0c3318d9f4258b31f7adf"}],"totalSizeBytes":18209036576,"sha256":"sha256:df27a780435b7b45c2597536112ea3cb091f8544c3d0c3318d9f4258b31f7adf","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":18862164836,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":36566322020,"totalGb":34.1}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","format":"gguf","quantization":"IQ4_NL","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","sizeBytes":18536192288,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","sha256":"sha256:d0ad78047bd0a583bfcb484e9defc63112c5f1f856e310dcf88dc48f2ebeae5b"}],"totalSizeBytes":18536192288,"sha256":"sha256:d0ad78047bd0a583bfcb484e9defc63112c5f1f856e310dcf88dc48f2ebeae5b","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19971703944,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":37675861128,"totalGb":35.1}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","format":"gguf","quantization":"Q4_K_S","bitsPerWeight":4.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","sizeBytes":21388319008,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","sha256":"sha256:2bee952b218e4a481430c59d8d3bdc7bae20bed0eb501326340c5fca7ae95d42"}],"totalSizeBytes":21388319008,"sha256":"sha256:2bee952b218e4a481430c59d8d3bdc7bae20bed0eb501326340c5fca7ae95d42","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":19971703944,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":37675861128,"totalGb":35.1}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","sizeBytes":22663387424,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","sha256":"sha256:0b21525e972670ed59e1812e170b27c26355381f0656ecc4e25617ece7dac58b"}],"totalSizeBytes":22663387424,"sha256":"sha256:0b21525e972670ed59e1812e170b27c26355381f0656ecc4e25617ece7dac58b","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":21436295567,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":39140452751,"totalGb":36.5}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","format":"gguf","quantization":"Q5_K_S","bitsPerWeight":5.5,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","sizeBytes":25538017568,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","sha256":"sha256:b773526fab7e47cd2da8f51c20f986f7912f0aee56811265839650c4bfd1a098"}],"totalSizeBytes":25538017568,"sha256":"sha256:b773526fab7e47cd2da8f51c20f986f7912f0aee56811265839650c4bfd1a098","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":24409860376,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":42114017560,"totalGb":39.2}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","sizeBytes":27087812896,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","sha256":"sha256:8ca8224c5519b50f286b9739f9ab1c2bc0759e02cfb6cbf48a09f0759eb2d319"}],"totalSizeBytes":27087812896,"sha256":"sha256:8ca8224c5519b50f286b9739f9ab1c2bc0759e02cfb6cbf48a09f0759eb2d319","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":25253110098,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":42957267282,"totalGb":40}},{"entryId":"gguf:Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","files":[{"path":"Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","sizeBytes":32611711264,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","sha256":"sha256:35fce994cd36104a7dc1bd8a4bdf13778145664c00fdef6773aebc9246e5019c"},{"path":"Qwen3.6-35B-A3B-UD-Q6_K.gguf","sizeBytes":30011242784,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K.gguf","sha256":"sha256:49935b04ad883c2f3d4da61f65b609d447dad67d0b08453b90abb09a1bb35464"}],"totalSizeBytes":62622954048,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":29125401585,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":46829558769,"totalGb":43.6}},{"entryId":"gguf:Qwen3.6-35B-A3B-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Qwen3.6-35B-A3B-Q8_0.gguf","files":[{"path":"Qwen3.6-35B-A3B-Q8_0.gguf","sizeBytes":37801097504,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf","sha256":"sha256:c1283d8b80c3e38b2735ddbc9766d3b3126f44d6c484be419d4e101d09a76131"}],"totalSizeBytes":37801097504,"sha256":"sha256:c1283d8b80c3e38b2735ddbc9766d3b3126f44d6c484be419d4e101d09a76131","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":37724329672,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":55428486856,"totalGb":51.6}},{"entryId":"gguf:mmproj-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"mmproj-F16.gguf","files":[{"path":"mmproj-F16.gguf","sizeBytes":899283584,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/mmproj-F16.gguf","sha256":"sha256:71f3cbc1f7cc0f30d09d41cfa924c0060827ebc33bf15ace7e86661e856f0160"}],"totalSizeBytes":899283584,"sha256":"sha256:71f3cbc1f7cc0f30d09d41cfa924c0060827ebc33bf15ace7e86661e856f0160","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":71010502912,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":88714660096,"totalGb":82.6}},{"entryId":"gguf:BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","files":[{"path":"BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","sizeBytes":49913715456,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","sha256":"sha256:a172dfea1fe8bb29132ea2f250c74cdc7d619d518d3f072d3816e31a69ce44a2"},{"path":"BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf","sizeBytes":21152227104,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf","sha256":"sha256:b90b4d07e1be4967aec932e2501e7476ec5f44de772c7eb082d6e9c3ac105161"},{"path":"mmproj-BF16.gguf","sizeBytes":902822528,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/mmproj-BF16.gguf","sha256":"sha256:da63cb47a76763c712393f8a017070188a304fa39f8aeea6edc629ed7b975cfa"}],"totalSizeBytes":71968765088,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":71010502912,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":88714660096,"totalGb":82.6}},{"entryId":"gguf:mmproj-F32.gguf","format":"gguf","quantization":"F32","bitsPerWeight":32,"quality":"lossless","entry":"mmproj-F32.gguf","files":[{"path":"mmproj-F32.gguf","sizeBytes":1786305152,"downloadUrl":"https://huggingface.co/unsloth/Qwen3.6-35B-A3B-MTP-GGUF/resolve/main/mmproj-F32.gguf","sha256":"sha256:2c52a4ccbc8f0fdb716fb526bfee9506ed0092b2e6dc5d593759f7d200146663"}],"totalSizeBytes":1786305152,"sha256":"sha256:2c52a4ccbc8f0fdb716fb526bfee9506ed0092b2e6dc5d593759f7d200146663","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":142021005824,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":159725163008,"totalGb":148.8}}]},{"repo":"vcruz305/Hy3-GGUF","author":"vcruz305","title":"Hy3-GGUF","modelName":"Hy3-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":298786155776,"architecture":"hy_v3","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:Hy3-IQ1_M/Hy3-IQ1_M-00001-of-00002.gguf","format":"gguf","quantization":"IQ1_M","bitsPerWeight":1.75,"quality":"low","entry":"Hy3-IQ1_M/Hy3-IQ1_M-00001-of-00002.gguf","files":[{"path":"Hy3-IQ1_M/Hy3-IQ1_M-00001-of-00002.gguf","sizeBytes":47737527872,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ1_M/Hy3-IQ1_M-00001-of-00002.gguf","sha256":"sha256:c38d42064e2d7ba6aca1b7d27a2efe7e6b46966c41a929ed1a9758be8a836c43"},{"path":"Hy3-IQ1_M/Hy3-IQ1_M-00002-of-00002.gguf","sizeBytes":44018538592,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ1_M/Hy3-IQ1_M-00002-of-00002.gguf","sha256":"sha256:c4d145d83e0e0fba5bf470da1aa3a34d0e2d5f018053108f59e03e59d88ed188"}],"totalSizeBytes":91756066464,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":65359471576,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":83063628760,"totalGb":77.4}},{"entryId":"gguf:Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","format":"gguf","quantization":"IQ2_M","bitsPerWeight":2.7,"quality":"low","entry":"Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","files":[{"path":"Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","sizeBytes":47675601920,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","sha256":"sha256:c97a9c771f8b4b1d323d3b0d8606f2cbcf5177391096d51602bb813a254c4de2"},{"path":"Hy3-IQ2_M/Hy3-IQ2_M-00002-of-00003.gguf","sizeBytes":47954769440,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ2_M/Hy3-IQ2_M-00002-of-00003.gguf","sha256":"sha256:1044e862e6f50d906c641176d75dec2169d437b69b41c362c73ed7eb39f20046"},{"path":"Hy3-IQ2_M/Hy3-IQ2_M-00003-of-00003.gguf","sizeBytes":4378463456,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ2_M/Hy3-IQ2_M-00003-of-00003.gguf","sha256":"sha256:8129c7ee1134a850c97b63391faf9ed0cb9ff6d6d2b950ac6cf5fdad650a4182"}],"totalSizeBytes":100008834816,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":100840327574,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":118544484758,"totalGb":110.4}},{"entryId":"gguf:Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","format":"gguf","quantization":"Q2_K","bitsPerWeight":2.5625,"quality":"low","entry":"Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","files":[{"path":"Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","sizeBytes":47974175136,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","sha256":"sha256:f5237b2866afaf71a210bfd0ba66d928ecc9a67cfca818ca7bc9dba6c0d4990f"},{"path":"Hy3-Q2_K/Hy3-Q2_K-00002-of-00003.gguf","sizeBytes":47804841984,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q2_K/Hy3-Q2_K-00002-of-00003.gguf","sha256":"sha256:c7314c238f963beefbdf65678675029fe5e566f9e918a55c9e2d4adaf7156906"},{"path":"Hy3-Q2_K/Hy3-Q2_K-00003-of-00003.gguf","sizeBytes":12969584000,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q2_K/Hy3-Q2_K-00003-of-00003.gguf","sha256":"sha256:060f56b04820d5103639a251aa14b0d5095b7f2fffdfa12751ab982d09f11a28"}],"totalSizeBytes":108748601120,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":95704940522,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":113409097706,"totalGb":105.6}},{"entryId":"gguf:Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00003.gguf","format":"gguf","quantization":"IQ3_XXS","bitsPerWeight":3.0625,"quality":"moderate","entry":"Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00003.gguf","files":[{"path":"Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00003.gguf","sizeBytes":47754296256,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00003.gguf","sha256":"sha256:9d06f1e9dbad6a278c27dd0c98735b211a3c2d514bb9a82e1e8da1c3f5277d07"},{"path":"Hy3-IQ3_XXS/Hy3-IQ3_XXS-00002-of-00003.gguf","sizeBytes":47540693536,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ3_XXS/Hy3-IQ3_XXS-00002-of-00003.gguf","sha256":"sha256:72c2952ce291e3bc8dd9b1243572f29adbe6466c6d8f80bcc9ccf749c073c9c6"},{"path":"Hy3-IQ3_XXS/Hy3-IQ3_XXS-00003-of-00003.gguf","sizeBytes":22040842560,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ3_XXS/Hy3-IQ3_XXS-00003-of-00003.gguf","sha256":"sha256:6c192ba2527f2423d754603886d1afe279523a64b59b7031d7a07589082a42b3"}],"totalSizeBytes":117335832352,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":114379075258,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":132083232442,"totalGb":123}},{"entryId":"gguf:Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00003.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00003.gguf","files":[{"path":"Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00003.gguf","sizeBytes":47337090848,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00003.gguf","sha256":"sha256:1cac4e86aa7ed6539839750babc62c3c4f0ba1b679817f964ac701751b1b6370"},{"path":"Hy3-Q3_K_M/Hy3-Q3_K_M-00002-of-00003.gguf","sizeBytes":47713003488,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q3_K_M/Hy3-Q3_K_M-00002-of-00003.gguf","sha256":"sha256:96485f4b544a56b15935449a30f2444a2fdc728efd6168d66bfafb05ed99a1a1"},{"path":"Hy3-Q3_K_M/Hy3-Q3_K_M-00003-of-00003.gguf","sizeBytes":47689998336,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q3_K_M/Hy3-Q3_K_M-00003-of-00003.gguf","sha256":"sha256:e8ac570f640e278662f5250bab522f69c846f69420a40ab60a625815ce0bb357"}],"totalSizeBytes":142740092672,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":147058811046,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":164762968230,"totalGb":153.4}},{"entryId":"gguf:Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00004.gguf","format":"gguf","quantization":"IQ4_XS","bitsPerWeight":4.25,"quality":"good","entry":"Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00004.gguf","files":[{"path":"Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00004.gguf","sizeBytes":47656423392,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00004.gguf","sha256":"sha256:2bd6a2e0bd888c38114c49264a28e8db096db1a9bc231dada77281cd10b1a7ad"},{"path":"Hy3-IQ4_XS/Hy3-IQ4_XS-00002-of-00004.gguf","sizeBytes":47499773728,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ4_XS/Hy3-IQ4_XS-00002-of-00004.gguf","sha256":"sha256:9ff0f4696c7bb51f3e992cb10d1e7ef37605a180af7d082f0071d8085e2a7bbb"},{"path":"Hy3-IQ4_XS/Hy3-IQ4_XS-00003-of-00004.gguf","sizeBytes":47499773728,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ4_XS/Hy3-IQ4_XS-00003-of-00004.gguf","sha256":"sha256:95effd6821e62afdf784c04c305632cdd655d581204471035e9d3a9710829178"},{"path":"Hy3-IQ4_XS/Hy3-IQ4_XS-00004-of-00004.gguf","sizeBytes":16496204160,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-IQ4_XS/Hy3-IQ4_XS-00004-of-00004.gguf","sha256":"sha256:5cb4f817052ebae337e1543b58c00ffcaef8f87fa48954f73f29bec69cbbf25d"}],"totalSizeBytes":159152175008,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":158730145256,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":176434302440,"totalGb":164.3}},{"entryId":"gguf:Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00004.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00004.gguf","files":[{"path":"Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00004.gguf","sizeBytes":47542283776,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00004.gguf","sha256":"sha256:99fb8bd63eada272a0a7946fa2513bebcbd01cbe526ea66c400072db5c792d36"},{"path":"Hy3-Q4_K_M/Hy3-Q4_K_M-00002-of-00004.gguf","sizeBytes":47599235232,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q4_K_M/Hy3-Q4_K_M-00002-of-00004.gguf","sha256":"sha256:c92be8690dbef45e6db0d6a7ac9ea4ef6907f1b1742422a0cf54900bea6b375b"},{"path":"Hy3-Q4_K_M/Hy3-Q4_K_M-00003-of-00004.gguf","sizeBytes":47556749280,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q4_K_M/Hy3-Q4_K_M-00003-of-00004.gguf","sha256":"sha256:5d4e561f5b735d73d027a2db2406de994a3bcc8ad91b292f7e6dc03d514e132a"},{"path":"Hy3-Q4_K_M/Hy3-Q4_K_M-00004-of-00004.gguf","sizeBytes":38300791040,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q4_K_M/Hy3-Q4_K_M-00004-of-00004.gguf","sha256":"sha256:75a75f1bbb24b743c1b4f7a989aeff1923774f59f987154c8311c43fe0748d5e"}],"totalSizeBytes":180999059328,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":180392141550,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":198096298734,"totalGb":184.5}},{"entryId":"gguf:Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00005.gguf","format":"gguf","quantization":"Q5_K_M","bitsPerWeight":5.69,"quality":"good","entry":"Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00005.gguf","files":[{"path":"Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00005.gguf","sizeBytes":47263305024,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00005.gguf","sha256":"sha256:3652c5eb166ca2a0fd6b1baac9eb72a25ad5bb8514c8457af2ac4edc9a47c295"},{"path":"Hy3-Q5_K_M/Hy3-Q5_K_M-00002-of-00005.gguf","sizeBytes":47879521920,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q5_K_M/Hy3-Q5_K_M-00002-of-00005.gguf","sha256":"sha256:e8d9f7bdd1d8ed36720300e63d1cb31237cc639b5bd6292f8b8eba610d3c9499"},{"path":"Hy3-Q5_K_M/Hy3-Q5_K_M-00003-of-00005.gguf","sizeBytes":47928282816,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q5_K_M/Hy3-Q5_K_M-00003-of-00005.gguf","sha256":"sha256:4d833cf0c05c333f5a1110e6e408f5c230ce3f0df03634e1bb8e8260a7f8c775"},{"path":"Hy3-Q5_K_M/Hy3-Q5_K_M-00004-of-00005.gguf","sizeBytes":47365768544,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q5_K_M/Hy3-Q5_K_M-00004-of-00005.gguf","sha256":"sha256:109559e3c599b082262a1c28b877e647981d7f19694ef2fe79668a1e82b09031"},{"path":"Hy3-Q5_K_M/Hy3-Q5_K_M-00005-of-00005.gguf","sizeBytes":21741064224,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q5_K_M/Hy3-Q5_K_M-00005-of-00005.gguf","sha256":"sha256:408ed7b864da016689e29be271803b44b78352e53b78442f7bca3be6b4784feb"}],"totalSizeBytes":212177942528,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":212511653296,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":230215810480,"totalGb":214.4}},{"entryId":"gguf:Hy3-Q8_0/Hy3-Q8_0-00001-of-00007.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"Hy3-Q8_0/Hy3-Q8_0-00001-of-00007.gguf","files":[{"path":"Hy3-Q8_0/Hy3-Q8_0-00001-of-00007.gguf","sizeBytes":47466597248,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00001-of-00007.gguf","sha256":"sha256:8c6f3134acf392912045b7fc2cf2b793a77bd43a7604a267d3866a8c0e3b3981"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00002-of-00007.gguf","sizeBytes":47445869504,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00002-of-00007.gguf","sha256":"sha256:f94425375697e0070242c374aef903ea6c5bb7cdb280cdba220a609f4885613e"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00003-of-00007.gguf","sizeBytes":47445869504,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00003-of-00007.gguf","sha256":"sha256:6af159548a77fe39b927263946d6744a3294e0c104df008b7b185584a73aa0d8"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00004-of-00007.gguf","sizeBytes":47445869504,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00004-of-00007.gguf","sha256":"sha256:f90aa04d4cd576710de566c146d6aa37d9ca17c46943557185fcc9900ae19a15"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00005-of-00007.gguf","sizeBytes":47445869504,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00005-of-00007.gguf","sha256":"sha256:aa3d4123f5d7904155ed206dad3e40ec254ba65d1e2237eac8d01ff327e6535f"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00006-of-00007.gguf","sizeBytes":47445869504,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00006-of-00007.gguf","sha256":"sha256:ad952bf1669bea09f350e90d330522412e4005cc6fd718389e40e8a0b76e3696"},{"path":"Hy3-Q8_0/Hy3-Q8_0-00007-of-00007.gguf","sizeBytes":32956422528,"downloadUrl":"https://huggingface.co/vcruz305/Hy3-GGUF/resolve/main/Hy3-Q8_0/Hy3-Q8_0-00007-of-00007.gguf","sha256":"sha256:4625773d0deb70ca255c82f1ae3c59990b35bb259f59d47333b4a1847b59e87a"}],"totalSizeBytes":317652367296,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":317460290512,"kvCacheBytes":17179869184,"runtimeOverheadBytes":524288000,"totalBytes":335164447696,"totalGb":312.1}}]},{"repo":"yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF","author":"yuxinlu1","title":"gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF","modelName":"gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF","revision":"main","license":"unknown","capabilities":["chat"],"tags":[],"formats":["gguf"],"parameterCount":11907350576,"architecture":"gemma4","contextLength":262144,"downloads":0,"likes":0,"lastModified":null,"entries":[{"entryId":"gguf:gemma4-v2-Q3_K_M.gguf","format":"gguf","quantization":"Q3_K_M","bitsPerWeight":3.9375,"quality":"moderate","entry":"gemma4-v2-Q3_K_M.gguf","files":[{"path":"gemma4-v2-Q3_K_M.gguf","sizeBytes":6087086624,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/gemma4-v2-Q3_K_M.gguf","sha256":"sha256:db66c1ab1eced5c89de37689addc8d37242d9815d82c4ddc571a9bd4b834691e"}],"totalSizeBytes":6087086624,"sha256":"sha256:db66c1ab1eced5c89de37689addc8d37242d9815d82c4ddc571a9bd4b834691e","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":5860649112,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":16396814826,"totalGb":15.3}},{"entryId":"gguf:gemma4-v2-Q4_K_M.gguf","format":"gguf","quantization":"Q4_K_M","bitsPerWeight":4.83,"quality":"good","entry":"gemma4-v2-Q4_K_M.gguf","files":[{"path":"gemma4-v2-Q4_K_M.gguf","sizeBytes":7381381664,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/gemma4-v2-Q4_K_M.gguf","sha256":"sha256:0b9506cab36f7f818e34f9c0f5a3d6568d0b37100f3a3e1092e2eec3c4c96791"}],"totalSizeBytes":7381381664,"sha256":"sha256:0b9506cab36f7f818e34f9c0f5a3d6568d0b37100f3a3e1092e2eec3c4c96791","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":7189062910,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":17725228624,"totalGb":16.5}},{"entryId":"gguf:gemma4-v2-Q6_K.gguf","format":"gguf","quantization":"Q6_K","bitsPerWeight":6.5625,"quality":"excellent","entry":"gemma4-v2-Q6_K.gguf","files":[{"path":"gemma4-v2-Q6_K.gguf","sizeBytes":9786020384,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/gemma4-v2-Q6_K.gguf","sha256":"sha256:edb98c934c50c8a5a32074b27f9ccf6e22552619e70245c0f83ccfbea9b1fe61"}],"totalSizeBytes":9786020384,"sha256":"sha256:edb98c934c50c8a5a32074b27f9ccf6e22552619e70245c0f83ccfbea9b1fe61","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":9767748519,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":20303914233,"totalGb":18.9}},{"entryId":"gguf:gemma4-v2-Q8_0.gguf","format":"gguf","quantization":"Q8_0","bitsPerWeight":8.5,"quality":"excellent","entry":"gemma4-v2-Q8_0.gguf","files":[{"path":"gemma4-v2-Q8_0.gguf","sizeBytes":12669645344,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/gemma4-v2-Q8_0.gguf","sha256":"sha256:2c20a496baf3e9a3ead59d37c7afe228a863662d58155f360d44eb8b2465cb7f"},{"path":"MTP/gemma-4-12B-it-MTP-Q8_0.gguf","sizeBytes":465109248,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/MTP/gemma-4-12B-it-MTP-Q8_0.gguf","sha256":"sha256:145db9094bc0f85f1701e255a2ed216dcc9800fc8bc8631ad00905b456bd451b"}],"totalSizeBytes":13134754592,"memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":12651559987,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":23187725701,"totalGb":21.6}},{"entryId":"gguf:MTP/gemma-4-12B-it-MTP-F16.gguf","format":"gguf","quantization":"F16","bitsPerWeight":16,"quality":"lossless","entry":"MTP/gemma-4-12B-it-MTP-F16.gguf","files":[{"path":"MTP/gemma-4-12B-it-MTP-F16.gguf","sizeBytes":861520128,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/MTP/gemma-4-12B-it-MTP-F16.gguf","sha256":"sha256:ee0987dd6c29dae4c183713f5614814808f284c28f11c739d3ba075e73332ccf"}],"totalSizeBytes":861520128,"sha256":"sha256:ee0987dd6c29dae4c183713f5614814808f284c28f11c739d3ba075e73332ccf","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23814701152,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":34350866866,"totalGb":32}},{"entryId":"gguf:MTP/gemma-4-12B-it-MTP-BF16.gguf","format":"gguf","quantization":"BF16","bitsPerWeight":16,"quality":"lossless","entry":"MTP/gemma-4-12B-it-MTP-BF16.gguf","files":[{"path":"MTP/gemma-4-12B-it-MTP-BF16.gguf","sizeBytes":861520128,"downloadUrl":"https://huggingface.co/yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF/resolve/main/MTP/gemma-4-12B-it-MTP-BF16.gguf","sha256":"sha256:20b0e5caf9152e816a56f92c702528bffc7a7c930f20c33cf6616ac216998037"}],"totalSizeBytes":861520128,"sha256":"sha256:20b0e5caf9152e816a56f92c702528bffc7a7c930f20c33cf6616ac216998037","memoryHints":{"method":"rough_estimate_v1","contextLength":262144,"modelBytes":23814701152,"kvCacheBytes":10011877714,"runtimeOverheadBytes":524288000,"totalBytes":34350866866,"totalGb":32}}]}]}