{"model_id": "mradermacher/Compactor-Qwen3.5-4B-GGUF", "name": "Compactor-Qwen3.5-4B-GGUF", "owner": "mradermacher", "source_url": "https://huggingface.co/mradermacher/Compactor-Qwen3.5-4B-GGUF", "task": "summarization", "languages": ["en"], "tags": ["transformers", "gguf", "merged", "sft", "summarization", "context-compaction", "agents", "egirl", "en", "base_model:schneewolflabs/Compactor-Qwen3.5-4B", "base_model:quantized:schneewolflabs/Compactor-Qwen3.5-4B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational"], "license_id": "apache-2.0", "license_status": "ouverte_permissive", "license_label": "Apache License 2.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 1281, "likes": 0, "updated_at": "2026-09-09T10:34:50.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 2338, "format": "autre", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.IQ4_XS.gguf", "size": 2529031392, "format": "gguf", "precision": "4-bit"}, {"name": "Compactor-Qwen3.5-4B.Q2_K.gguf", "size": 1915471072, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q3_K_L.gguf", "size": 2421316832, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q3_K_M.gguf", "size": 2262064352, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q3_K_S.gguf", "size": 2069880032, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q4_K_M.gguf", "size": 2708804832, "format": "gguf", "precision": "4-bit"}, {"name": "Compactor-Qwen3.5-4B.Q4_K_S.gguf", "size": 2563888352, "format": "gguf", "precision": "4-bit"}, {"name": "Compactor-Qwen3.5-4B.Q5_K_M.gguf", "size": 3074987232, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q5_K_S.gguf", "size": 2990036192, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q6_K.gguf", "size": 3464056032, "format": "gguf", "precision": "inconnue"}, {"name": "Compactor-Qwen3.5-4B.Q8_0.gguf", "size": 4482403552, "format": "gguf", "precision": "8-bit"}, {"name": "Compactor-Qwen3.5-4B.f16.gguf", "size": 8424393952, "format": "gguf", "precision": "float16"}, {"name": "README.md", "size": 3841, "format": "autre", "precision": "inconnue"}], "parameter_count": null, "library_name": "transformers", "pipeline_tag": "summarization", "datasets": [], "metrics": [], "github_url": "", "github_metadata": {}, "paper_url": "", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/mradermacher/Compactor-Qwen3.5-4B-GGUF", "retrieved_at": "2026-10-08T22:46:39.448551+00:00"}], "retrieved_at": "2026-10-08T22:46:39.448551+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 2.3 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 1.8 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "4-bit", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 1915471072, "estimated_bytes": 2490112393, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "Q2_K", "filename": "Compactor-Qwen3.5-4B.Q2_K.gguf", "size": 1915471072, "size_human": "1.8 Go", "memory_bytes": 2490112393, "memory_human": "2.3 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 2.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_S", "filename": "Compactor-Qwen3.5-4B.Q3_K_S.gguf", "size": 2069880032, "size_human": "1.9 Go", "memory_bytes": 2690844041, "memory_human": "2.5 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 12, "memory_gb": 2.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_M", "filename": "Compactor-Qwen3.5-4B.Q3_K_M.gguf", "size": 2262064352, "size_human": "2.1 Go", "memory_bytes": 2940683657, "memory_human": "2.7 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 2.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_L", "filename": "Compactor-Qwen3.5-4B.Q3_K_L.gguf", "size": 2421316832, "size_human": "2.3 Go", "memory_bytes": 3147711881, "memory_human": "2.9 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 14, "memory_gb": 2.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ4_XS", "filename": "Compactor-Qwen3.5-4B.IQ4_XS.gguf", "size": 2529031392, "size_human": "2.4 Go", "memory_bytes": 3287740809, "memory_human": "3.1 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 16, "memory_gb": 3.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_S", "filename": "Compactor-Qwen3.5-4B.Q4_K_S.gguf", "size": 2563888352, "size_human": "2.4 Go", "memory_bytes": 3333054857, "memory_human": "3.1 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 20, "memory_gb": 3.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_M", "filename": "Compactor-Qwen3.5-4B.Q4_K_M.gguf", "size": 2708804832, "size_human": "2.5 Go", "memory_bytes": 3521446281, "memory_human": "3.3 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 3.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_S", "filename": "Compactor-Qwen3.5-4B.Q5_K_S.gguf", "size": 2990036192, "size_human": "2.8 Go", "memory_bytes": 3887047049, "memory_human": "3.6 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 25, "memory_gb": 3.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_M", "filename": "Compactor-Qwen3.5-4B.Q5_K_M.gguf", "size": 3074987232, "size_human": "2.9 Go", "memory_bytes": 3997483401, "memory_human": "3.7 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 3.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q6_K", "filename": "Compactor-Qwen3.5-4B.Q6_K.gguf", "size": 3464056032, "size_human": "3.2 Go", "memory_bytes": 4503272841, "memory_human": "4.2 Go", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 4.2, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q8_0", "filename": "Compactor-Qwen3.5-4B.Q8_0.gguf", "size": 4482403552, "size_human": "4.2 Go", "memory_bytes": 5827124617, "memory_human": "5.4 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 5.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "F16", "filename": "Compactor-Qwen3.5-4B.f16.gguf", "size": 8424393952, "size_human": "7.8 Go", "memory_bytes": 10951712137, "memory_human": "10.2 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 31, "memory_gb": 10.2, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 2.2}], "recommended": {"label": "Q8_0", "filename": "Compactor-Qwen3.5-4B.Q8_0.gguf", "size": 4482403552, "size_human": "4.2 Go", "memory_bytes": 5827124617, "memory_human": "5.4 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 5.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "Q2_K", "filename": "Compactor-Qwen3.5-4B.Q2_K.gguf", "size": 1915471072, "size_human": "1.8 Go", "memory_bytes": 2490112393, "memory_human": "2.3 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 2.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 11, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}