{"model_id": "empero-ai/Qwen3.8-35B-A3B-Distill-GGUF", "name": "Qwen3.8-35B-A3B-Distill-GGUF", "owner": "empero-ai", "source_url": "https://huggingface.co/empero-ai/Qwen3.8-35B-A3B-Distill-GGUF", "task": "text-generation", "languages": ["en"], "tags": ["gguf", "llama.cpp", "quantized", "empero-ai", "qwen3.6", "qwen3.8", "distillation", "reasoning", "moe", "gated-deltanet", "text-generation", "en", "base_model:empero-ai/Qwen3.8-35B-A3B-Distill", "base_model:quantized:empero-ai/Qwen3.8-35B-A3B-Distill", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational"], "license_id": "apache-2.0", "license_status": "ouverte_permissive", "license_label": "Apache License 2.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 1070492, "likes": 219, "updated_at": "2026-09-16T21:28:58.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 2217, "format": "autre", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-BF16.gguf", "size": 71066994688, "format": "gguf", "precision": "bfloat16"}, {"name": "Qwen3.8-35B-A3B-IQ2_M.gguf", "size": 12558245760, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-IQ3_M.gguf", "size": 16339529600, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-IQ4_XS.gguf", "size": 19627788160, "format": "gguf", "precision": "4-bit"}, {"name": "Qwen3.8-35B-A3B-Q2_K.gguf", "size": 13838604160, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-Q3_K_M.gguf", "size": 17663774592, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-Q4_K_M.gguf", "size": 21713462944, "format": "gguf", "precision": "4-bit"}, {"name": "Qwen3.8-35B-A3B-Q5_K_M.gguf", "size": 25347532448, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-Q6_K.gguf", "size": 29208731296, "format": "gguf", "precision": "inconnue"}, {"name": "Qwen3.8-35B-A3B-Q8_0.gguf", "size": 37802149536, "format": "gguf", "precision": "8-bit"}, {"name": "README.md", "size": 5424, "format": "autre", "precision": "inconnue"}, {"name": "SHA256SUMS", "size": 1028, "format": "autre", "precision": "inconnue"}, {"name": "mmproj-Qwen3.8-35B-A3B-F16.gguf", "size": 899283520, "format": "gguf", "precision": "float16"}], "parameter_count": null, "library_name": "gguf", "pipeline_tag": "text-generation", "datasets": [], "metrics": [], "github_url": "", "github_metadata": {}, "paper_url": "", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/empero-ai/Qwen3.8-35B-A3B-Distill-GGUF", "retrieved_at": "2026-10-18T04:52:16.486172+00:00"}], "retrieved_at": "2026-10-18T04:52:16.486172+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 1.1 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 0.8 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "float16", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 899283520, "estimated_bytes": 1169068576, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "F16", "filename": "mmproj-Qwen3.8-35B-A3B-F16.gguf", "size": 899283520, "size_human": "858 Mo", "memory_bytes": 1169068576, "memory_human": "1.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 31, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ2_M", "filename": "Qwen3.8-35B-A3B-IQ2_M.gguf", "size": 12558245760, "size_human": "11.7 Go", "memory_bytes": 16325719488, "memory_human": "15.2 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 5, "memory_gb": 15.2, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 7.2}, {"label": "Q2_K", "filename": "Qwen3.8-35B-A3B-Q2_K.gguf", "size": 13838604160, "size_human": "12.9 Go", "memory_bytes": 17990185408, "memory_human": "16.8 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 16.8, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 8.8}, {"label": "IQ3_M", "filename": "Qwen3.8-35B-A3B-IQ3_M.gguf", "size": 16339529600, "size_human": "15.2 Go", "memory_bytes": 21241388480, "memory_human": "19.8 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 11, "memory_gb": 19.8, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 11.8}, {"label": "Q3_K_M", "filename": "Qwen3.8-35B-A3B-Q3_K_M.gguf", "size": 17663774592, "size_human": "16.5 Go", "memory_bytes": 22962906969, "memory_human": "21.4 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 21.4, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 13.4}, {"label": "IQ4_XS", "filename": "Qwen3.8-35B-A3B-IQ4_XS.gguf", "size": 19627788160, "size_human": "18.3 Go", "memory_bytes": 25516124608, "memory_human": "23.8 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 16, "memory_gb": 23.8, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 15.8}, {"label": "Q4_K_M", "filename": "Qwen3.8-35B-A3B-Q4_K_M.gguf", "size": 21713462944, "size_human": "20.2 Go", "memory_bytes": 28227501827, "memory_human": "26.3 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 26.3, "state": "disque", "verdict": "Disque insuffisant"}, {"label": "Q5_K_M", "filename": "Qwen3.8-35B-A3B-Q5_K_M.gguf", "size": 25347532448, "size_human": "23.6 Go", "memory_bytes": 32951792182, "memory_human": "30.7 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 30.7, "state": "disque", "verdict": "Disque insuffisant"}, {"label": "Q6_K", "filename": "Qwen3.8-35B-A3B-Q6_K.gguf", "size": 29208731296, "size_human": "27.2 Go", "memory_bytes": 37971350684, "memory_human": "35.4 Go", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 35.4, "state": "disque", "verdict": "Disque insuffisant"}, {"label": "Q8_0", "filename": "Qwen3.8-35B-A3B-Q8_0.gguf", "size": 37802149536, "size_human": "35.2 Go", "memory_bytes": 49142794396, "memory_human": "45.8 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 45.8, "state": "disque", "verdict": "Disque insuffisant"}, {"label": "BF16", "filename": "Qwen3.8-35B-A3B-BF16.gguf", "size": 71066994688, "size_human": "66.2 Go", "memory_bytes": 92387093094, "memory_human": "86.0 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 32, "memory_gb": 86.0, "state": "disque", "verdict": "Disque insuffisant"}], "recommended": {"label": "F16", "filename": "mmproj-Qwen3.8-35B-A3B-F16.gguf", "size": 899283520, "size_human": "858 Mo", "memory_bytes": 1169068576, "memory_human": "1.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 31, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "F16", "filename": "mmproj-Qwen3.8-35B-A3B-F16.gguf", "size": 899283520, "size_human": "858 Mo", "memory_bytes": 1169068576, "memory_human": "1.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 31, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 1, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}