{"model_id": "QuantFactory/bloomz-560m-GGUF", "name": "bloomz-560m-GGUF", "owner": "QuantFactory", "source_url": "https://huggingface.co/QuantFactory/bloomz-560m-GGUF", "task": "text-generation", "languages": ["ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw"], "tags": ["gguf", "text-generation", "ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw", "sn", "st", "sw", "ta", "te", "tn", "ts", "tum", "tw", "ur", "vi", "wo", "xh", "yo", "zh", "zu", "dataset:bigscience/xP3", "arxiv:2211.01786", "license:bigscience-bloom-rail-1.0", "model-index", "endpoints_compatible", "region:us"], "license_id": "bigscience-bloom-rail-1.0", "license_status": "ouverte_avec_conditions", "license_label": "BigScience BLOOM RAIL 1.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 1134, "likes": 2, "updated_at": "2024-10-08T15:56:54.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 2345, "format": "autre", "precision": "inconnue"}, {"name": "README.md", "size": 25057, "format": "autre", "precision": "inconnue"}, {"name": "bloomz-560m.Q2_K.gguf", "size": 420821888, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q3_K_L.gguf", "size": 507272064, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q3_K_M.gguf", "size": 492067712, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q3_K_S.gguf", "size": 464804736, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q4_0.gguf", "size": 539032448, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-560m.Q4_1.gguf", "size": 573963136, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-560m.Q4_K_M.gguf", "size": 561445760, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-560m.Q4_K_S.gguf", "size": 540605312, "format": "gguf", "precision": "4-bit"}, {"name": "bloomz-560m.Q5_0.gguf", "size": 608893824, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q5_1.gguf", "size": 643824512, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q5_K_M.gguf", "size": 625605504, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q5_K_S.gguf", "size": 608893824, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q6_K.gguf", "size": 683121536, "format": "gguf", "precision": "inconnue"}, {"name": "bloomz-560m.Q8_0.gguf", "size": 880696192, "format": "gguf", "precision": "8-bit"}], "parameter_count": null, "library_name": "", "pipeline_tag": "text-generation", "datasets": ["bigscience/xP3"], "metrics": [{"name": "Accuracy", "value": 52.41, "task": "Coreference resolution", "dataset": "Winogrande XL (xl)"}, {"name": "Accuracy", "value": 51.01, "task": "Coreference resolution", "dataset": "XWinograd (en)"}, {"name": "Accuracy", "value": 51.81, "task": "Coreference resolution", "dataset": "XWinograd (fr)"}, {"name": "Accuracy", "value": 52.03, "task": "Coreference resolution", "dataset": "XWinograd (jp)"}, {"name": "Accuracy", "value": 53.99, "task": "Coreference resolution", "dataset": "XWinograd (pt)"}, {"name": "Accuracy", "value": 53.97, "task": "Coreference resolution", "dataset": "XWinograd (ru)"}, {"name": "Accuracy", "value": 54.76, "task": "Coreference resolution", "dataset": "XWinograd (zh)"}, {"name": "Accuracy", "value": 33.4, "task": "Natural language inference", "dataset": "ANLI (r1)"}, {"name": "Accuracy", "value": 33.4, "task": "Natural language inference", "dataset": "ANLI (r2)"}, {"name": "Accuracy", "value": 33.5, "task": "Natural language inference", "dataset": "ANLI (r3)"}, {"name": "Accuracy", "value": 53.57, "task": "Natural language inference", "dataset": "SuperGLUE (cb)"}, {"name": "Accuracy", "value": 67.15, "task": "Natural language inference", "dataset": "SuperGLUE (rte)"}, {"name": "Accuracy", "value": 44.46, "task": "Natural language inference", "dataset": "XNLI (ar)"}, {"name": "Accuracy", "value": 39.76, "task": "Natural language inference", "dataset": "XNLI (bg)"}, {"name": "Accuracy", "value": 39.36, "task": "Natural language inference", "dataset": "XNLI (de)"}, {"name": "Accuracy", "value": 40.96, "task": "Natural language inference", "dataset": "XNLI (el)"}, {"name": "Accuracy", "value": 46.43, "task": "Natural language inference", "dataset": "XNLI (en)"}, {"name": "Accuracy", "value": 44.98, "task": "Natural language inference", "dataset": "XNLI (es)"}, {"name": "Accuracy", "value": 45.54, "task": "Natural language inference", "dataset": "XNLI (fr)"}, {"name": "Accuracy", "value": 41.81, "task": "Natural language inference", "dataset": "XNLI (hi)"}], "github_url": "", "github_metadata": {}, "paper_url": "https://arxiv.org/abs/2211.01786", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/QuantFactory/bloomz-560m-GGUF", "retrieved_at": "2026-10-09T12:49:46.809065+00:00"}], "retrieved_at": "2026-10-09T12:49:46.809065+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 0.5 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 0.4 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "4-bit", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 420821888, "estimated_bytes": 547068454, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "Q2_K", "filename": "bloomz-560m.Q2_K.gguf", "size": 420821888, "size_human": "401 Mo", "memory_bytes": 547068454, "memory_human": "522 Mo", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 0.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_S", "filename": "bloomz-560m.Q3_K_S.gguf", "size": 464804736, "size_human": "443 Mo", "memory_bytes": 604246156, "memory_human": "576 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 12, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_M", "filename": "bloomz-560m.Q3_K_M.gguf", "size": 492067712, "size_human": "469 Mo", "memory_bytes": 639688025, "memory_human": "610 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_L", "filename": "bloomz-560m.Q3_K_L.gguf", "size": 507272064, "size_human": "484 Mo", "memory_bytes": 659453683, "memory_human": "629 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 14, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_0", "filename": "bloomz-560m.Q4_0.gguf", "size": 539032448, "size_human": "514 Mo", "memory_bytes": 700742182, "memory_human": "668 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 18, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_S", "filename": "bloomz-560m.Q4_K_S.gguf", "size": 540605312, "size_human": "516 Mo", "memory_bytes": 702786905, "memory_human": "670 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 20, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_M", "filename": "bloomz-560m.Q4_K_M.gguf", "size": 561445760, "size_human": "535 Mo", "memory_bytes": 729879488, "memory_human": "696 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_1", "filename": "bloomz-560m.Q4_1.gguf", "size": 573963136, "size_human": "547 Mo", "memory_bytes": 746152076, "memory_human": "712 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 19, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_0", "filename": "bloomz-560m.Q5_0.gguf", "size": 608893824, "size_human": "581 Mo", "memory_bytes": 791561971, "memory_human": "755 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 23, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_S", "filename": "bloomz-560m.Q5_K_S.gguf", "size": 608893824, "size_human": "581 Mo", "memory_bytes": 791561971, "memory_human": "755 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 25, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_M", "filename": "bloomz-560m.Q5_K_M.gguf", "size": 625605504, "size_human": "597 Mo", "memory_bytes": 813287155, "memory_human": "776 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_1", "filename": "bloomz-560m.Q5_1.gguf", "size": 643824512, "size_human": "614 Mo", "memory_bytes": 836971865, "memory_human": "798 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 24, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q6_K", "filename": "bloomz-560m.Q6_K.gguf", "size": 683121536, "size_human": "651 Mo", "memory_bytes": 888057996, "memory_human": "847 Mo", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q8_0", "filename": "bloomz-560m.Q8_0.gguf", "size": 880696192, "size_human": "840 Mo", "memory_bytes": 1144905049, "memory_human": "1.1 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}], "recommended": {"label": "Q8_0", "filename": "bloomz-560m.Q8_0.gguf", "size": 880696192, "size_human": "840 Mo", "memory_bytes": 1144905049, "memory_human": "1.1 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "Q2_K", "filename": "bloomz-560m.Q2_K.gguf", "size": 420821888, "size_human": "401 Mo", "memory_bytes": 547068454, "memory_human": "522 Mo", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 0.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 14, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}