{"model_id": "QuantFactory/bloomz-7b1-GGUF", "name": "bloomz-7b1-GGUF", "owner": "QuantFactory", "source_url": "https://huggingface.co/QuantFactory/bloomz-7b1-GGUF", "task": "text-generation", "languages": ["ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw"], "tags": ["gguf", "text-generation", "ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw", "sn", "st", "sw", "ta", "te", "tn", "ts", "tum", "tw", "ur", "vi", "wo", "xh", "yo", "zh", "zu", "dataset:bigscience/xP3", "arxiv:2211.01786", "license:bigscience-bloom-rail-1.0", "model-index", "endpoints_compatible", "region:us"], "license_id": "bigscience-bloom-rail-1.0", "license_status": "ouverte_avec_conditions", "license_label": "BigScience BLOOM RAIL 1.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 863, "likes": 4, "updated_at": "2024-10-09T06:29:39.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 2331, "format": "autre", "precision": "inconnue"}, {"name": "README.md", "size": 25052, "format": "autre", "precision": "inconnue"}, {"name": "bloomz-7b1.Q2_K.gguf", "size": 3436620608, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q3_K_L.gguf", "size": 4748159808, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q3_K_M.gguf", "size": 4441975616, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q3_K_S.gguf", "size": 3898813248, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q4_0.gguf", "size": 4837452608, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-7b1.Q4_1.gguf", "size": 5279165248, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-7b1.Q4_K_M.gguf", "size": 5268417344, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-7b1.Q4_K_S.gguf", "size": 4862618432, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-7b1.Q5_0.gguf", "size": 5720877888, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q5_1.gguf", "size": 6162590528, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q5_K_M.gguf", "size": 6046198592, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q5_K_S.gguf", "size": 5720877888, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q6_K.gguf", "size": 6659517248, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-7b1.Q8_0.gguf", "size": 8620026688, "format": "gguf", "precision": "8-bit"}], "parameter_count": null, "library_name": "", "pipeline_tag": "text-generation", "datasets": ["bigscience/xP3"], "metrics": [{"name": "Accuracy", "value": 55.8, "task": "Coreference resolution", "dataset": "Winogrande XL (xl)"}, {"name": "Accuracy", "value": 66.02, "task": "Coreference resolution", "dataset": "XWinograd (en)"}, {"name": "Accuracy", "value": 57.83, "task": "Coreference resolution", "dataset": "XWinograd (fr)"}, {"name": "Accuracy", "value": 52.87, "task": "Coreference resolution", "dataset": "XWinograd (jp)"}, {"name": "Accuracy", "value": 57.79, "task": "Coreference resolution", "dataset": "XWinograd (pt)"}, {"name": "Accuracy", "value": 54.92, "task": "Coreference resolution", "dataset": "XWinograd (ru)"}, {"name": "Accuracy", "value": 63.69, "task": "Coreference resolution", "dataset": "XWinograd (zh)"}, {"name": "Accuracy", "value": 42.1, "task": "Natural language inference", "dataset": "ANLI (r1)"}, {"name": "Accuracy", "value": 39.5, "task": "Natural language inference", "dataset": "ANLI (r2)"}, {"name": "Accuracy", "value": 41, "task": "Natural language inference", "dataset": "ANLI (r3)"}, {"name": "Accuracy", "value": 80.36, "task": "Natural language inference", "dataset": "SuperGLUE (cb)"}, {"name": "Accuracy", "value": 84.12, "task": "Natural language inference", "dataset": "SuperGLUE (rte)"}, {"name": "Accuracy", "value": 53.25, "task": "Natural language inference", "dataset": "XNLI (ar)"}, {"name": "Accuracy", "value": 43.61, "task": "Natural language inference", "dataset": "XNLI (bg)"}, {"name": "Accuracy", "value": 46.83, "task": "Natural language inference", "dataset": "XNLI (de)"}, {"name": "Accuracy", "value": 41.53, "task": "Natural language inference", "dataset": "XNLI (el)"}, {"name": "Accuracy", "value": 59.68, "task": "Natural language inference", "dataset": "XNLI (en)"}, {"name": "Accuracy", "value": 55.1, "task": "Natural language inference", "dataset": "XNLI (es)"}, {"name": "Accuracy", "value": 55.26, "task": "Natural language inference", "dataset": "XNLI (fr)"}, {"name": "Accuracy", "value": 50.88, "task": "Natural language inference", "dataset": "XNLI (hi)"}], "github_url": "", "github_metadata": {}, "paper_url": "https://arxiv.org/abs/2211.01786", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/QuantFactory/bloomz-7b1-GGUF", "retrieved_at": "2026-10-08T19:42:55.871449+00:00"}], "retrieved_at": "2026-10-08T19:42:55.871449+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 4.2 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 3.2 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "4-bit", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 3436620608, "estimated_bytes": 4467606790, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "Q2_K", "filename": "bloomz-7b1.Q2_K.gguf", "size": 3436620608, "size_human": "3.2 Go", "memory_bytes": 4467606790, "memory_human": "4.2 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 4.2, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_S", "filename": "bloomz-7b1.Q3_K_S.gguf", "size": 3898813248, "size_human": "3.6 Go", "memory_bytes": 5068457222, "memory_human": "4.7 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 12, "memory_gb": 4.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_M", "filename": "bloomz-7b1.Q3_K_M.gguf", "size": 4441975616, "size_human": "4.1 Go", "memory_bytes": 5774568300, "memory_human": "5.4 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 5.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_L", "filename": "bloomz-7b1.Q3_K_L.gguf", "size": 4748159808, "size_human": "4.4 Go", "memory_bytes": 6172607750, "memory_human": "5.7 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 14, "memory_gb": 5.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_0", "filename": "bloomz-7b1.Q4_0.gguf", "size": 4837452608, "size_human": "4.5 Go", "memory_bytes": 6288688390, "memory_human": "5.9 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 18, "memory_gb": 5.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_S", "filename": "bloomz-7b1.Q4_K_S.gguf", "size": 4862618432, "size_human": "4.5 Go", "memory_bytes": 6321403961, "memory_human": "5.9 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 20, "memory_gb": 5.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_M", "filename": "bloomz-7b1.Q4_K_M.gguf", "size": 5268417344, "size_human": "4.9 Go", "memory_bytes": 6848942547, "memory_human": "6.4 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 6.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_1", "filename": "bloomz-7b1.Q4_1.gguf", "size": 5279165248, "size_human": "4.9 Go", "memory_bytes": 6862914822, "memory_human": "6.4 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 19, "memory_gb": 6.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_0", "filename": "bloomz-7b1.Q5_0.gguf", "size": 5720877888, "size_human": "5.3 Go", "memory_bytes": 7437141254, "memory_human": "6.9 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 23, "memory_gb": 6.9, "state": "juste", "verdict": "Tout juste : marge très faible"}, {"label": "Q5_K_S", "filename": "bloomz-7b1.Q5_K_S.gguf", "size": 5720877888, "size_human": "5.3 Go", "memory_bytes": 7437141254, "memory_human": "6.9 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 25, "memory_gb": 6.9, "state": "juste", "verdict": "Tout juste : marge très faible"}, {"label": "Q5_K_M", "filename": "bloomz-7b1.Q5_K_M.gguf", "size": 6046198592, "size_human": "5.6 Go", "memory_bytes": 7860058169, "memory_human": "7.3 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 7.3, "state": "juste", "verdict": "Tout juste : marge très faible"}, {"label": "Q5_1", "filename": "bloomz-7b1.Q5_1.gguf", "size": 6162590528, "size_human": "5.7 Go", "memory_bytes": 8011367686, "memory_human": "7.5 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 24, "memory_gb": 7.5, "state": "juste", "verdict": "Tout juste : marge très faible"}, {"label": "Q6_K", "filename": "bloomz-7b1.Q6_K.gguf", "size": 6659517248, "size_human": "6.2 Go", "memory_bytes": 8657372422, "memory_human": "8.1 Go", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 8.1, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 0.1}, {"label": "Q8_0", "filename": "bloomz-7b1.Q8_0.gguf", "size": 8620026688, "size_human": "8.0 Go", "memory_bytes": 11206034694, "memory_human": "10.4 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 10.4, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 2.4}], "recommended": {"label": "Q5_K_M", "filename": "bloomz-7b1.Q5_K_M.gguf", "size": 6046198592, "size_human": "5.6 Go", "memory_bytes": 7860058169, "memory_human": "7.3 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 7.3, "state": "juste", "verdict": "Tout juste : marge très faible"}, "lightest": {"label": "Q2_K", "filename": "bloomz-7b1.Q2_K.gguf", "size": 3436620608, "size_human": "3.2 Go", "memory_bytes": 4467606790, "memory_human": "4.2 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 4.2, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 12, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}