{"model_id": "QuantFactory/bloom-560m-GGUF", "name": "bloom-560m-GGUF", "owner": "QuantFactory", "source_url": "https://huggingface.co/QuantFactory/bloom-560m-GGUF", "task": "text-generation", "languages": ["ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw"], "tags": ["gguf", "text-generation", "ak", "ar", "as", "bm", "bn", "ca", "code", "en", "es", "eu", "fon", "fr", "gu", "hi", "id", "ig", "ki", "kn", "lg", "ln", "ml", "mr", "ne", "nso", "ny", "or", "pa", "pt", "rn", "rw", "sn", "st", "sw", "ta", "te", "tn", "ts", "tum", "tw", "ur", "vi", "wo", "xh", "yo", "zh", "zhs", "zht", "zu", "arxiv:1909.08053", "arxiv:2110.02861", "arxiv:2108.12409", "license:bigscience-bloom-rail-1.0", "endpoints_compatible", "region:us"], "license_id": "bigscience-bloom-rail-1.0", "license_status": "ouverte_avec_conditions", "license_label": "BigScience BLOOM RAIL 1.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 1336, "likes": 2, "updated_at": "2024-08-31T06:09:21.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 2331, "format": "autre", "precision": "inconnue"}, {"name": "README.md", "size": 20611, "format": "autre", "precision": "inconnue"}, {"name": "bloom-560m.Q2_K.gguf", "size": 420821824, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q3_K_L.gguf", "size": 507272000, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q3_K_M.gguf", "size": 492067648, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q3_K_S.gguf", "size": 464804672, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q4_0.gguf", "size": 539032384, "format": "gguf", "precision": "4-bit"}, {"name": "bloom-560m.Q4_1.gguf", "size": 573963072, "format": "gguf", "precision": "4-bit"}, {"name": "bloom-560m.Q4_K_M.gguf", "size": 561445696, "format": "gguf", "precision": "4-bit"}, {"name": "bloom-560m.Q4_K_S.gguf", "size": 540605248, "format": "gguf", "precision": "4-bit"}, {"name": "bloom-560m.Q5_0.gguf", "size": 608893760, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q5_1.gguf", "size": 643824448, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q5_K_M.gguf", "size": 625605440, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q5_K_S.gguf", "size": 608893760, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q6_K.gguf", "size": 683121472, "format": "gguf", "precision": "inconnue"}, {"name": "bloom-560m.Q8_0.gguf", "size": 880696128, "format": "gguf", "precision": "8-bit"}], "parameter_count": null, "library_name": "", "pipeline_tag": "text-generation", "datasets": [], "metrics": [], "github_url": "", "github_metadata": {}, "paper_url": "https://arxiv.org/abs/1909.08053", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/QuantFactory/bloom-560m-GGUF", "retrieved_at": "2026-10-08T13:25:51.377519+00:00"}], "retrieved_at": "2026-10-08T13:25:51.377519+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 0.5 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 0.4 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "4-bit", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 420821824, "estimated_bytes": 547068371, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "Q2_K", "filename": "bloom-560m.Q2_K.gguf", "size": 420821824, "size_human": "401 Mo", "memory_bytes": 547068371, "memory_human": "522 Mo", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 0.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_S", "filename": "bloom-560m.Q3_K_S.gguf", "size": 464804672, "size_human": "443 Mo", "memory_bytes": 604246073, "memory_human": "576 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 12, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_M", "filename": "bloom-560m.Q3_K_M.gguf", "size": 492067648, "size_human": "469 Mo", "memory_bytes": 639687942, "memory_human": "610 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_L", "filename": "bloom-560m.Q3_K_L.gguf", "size": 507272000, "size_human": "484 Mo", "memory_bytes": 659453600, "memory_human": "629 Mo", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 14, "memory_gb": 0.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_0", "filename": "bloom-560m.Q4_0.gguf", "size": 539032384, "size_human": "514 Mo", "memory_bytes": 700742099, "memory_human": "668 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 18, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_S", "filename": "bloom-560m.Q4_K_S.gguf", "size": 540605248, "size_human": "516 Mo", "memory_bytes": 702786822, "memory_human": "670 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 20, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_M", "filename": "bloom-560m.Q4_K_M.gguf", "size": 561445696, "size_human": "535 Mo", "memory_bytes": 729879404, "memory_human": "696 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_1", "filename": "bloom-560m.Q4_1.gguf", "size": 573963072, "size_human": "547 Mo", "memory_bytes": 746151993, "memory_human": "712 Mo", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 19, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_0", "filename": "bloom-560m.Q5_0.gguf", "size": 608893760, "size_human": "581 Mo", "memory_bytes": 791561888, "memory_human": "755 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 23, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_S", "filename": "bloom-560m.Q5_K_S.gguf", "size": 608893760, "size_human": "581 Mo", "memory_bytes": 791561888, "memory_human": "755 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 25, "memory_gb": 0.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_M", "filename": "bloom-560m.Q5_K_M.gguf", "size": 625605440, "size_human": "597 Mo", "memory_bytes": 813287072, "memory_human": "776 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_1", "filename": "bloom-560m.Q5_1.gguf", "size": 643824448, "size_human": "614 Mo", "memory_bytes": 836971782, "memory_human": "798 Mo", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 24, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q6_K", "filename": "bloom-560m.Q6_K.gguf", "size": 683121472, "size_human": "651 Mo", "memory_bytes": 888057913, "memory_human": "847 Mo", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q8_0", "filename": "bloom-560m.Q8_0.gguf", "size": 880696128, "size_human": "840 Mo", "memory_bytes": 1144904966, "memory_human": "1.1 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}], "recommended": {"label": "Q8_0", "filename": "bloom-560m.Q8_0.gguf", "size": 880696128, "size_human": "840 Mo", "memory_bytes": 1144904966, "memory_human": "1.1 Go", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "Q2_K", "filename": "bloom-560m.Q2_K.gguf", "size": 420821824, "size_human": "401 Mo", "memory_bytes": 547068371, "memory_human": "522 Mo", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 0.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 14, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}