{"model_id": "prism-ml/Ternary-Bonsai-2-27B-gguf", "name": "Ternary-Bonsai-2-27B-gguf", "owner": "prism-ml", "source_url": "https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf", "task": "text-generation", "languages": [], "tags": ["llama.cpp", "gguf", "ternary", "2-bit", "llama-cpp", "cuda", "metal", "on-device", "hybrid-attention", "prismml", "bonsai", "text-generation", "base_model:Qwen/Qwen3.8-27B", "base_model:quantized:Qwen/Qwen3.8-27B", "license:apache-2.0", "endpoints_compatible", "region:us", "conversational"], "license_id": "apache-2.0", "license_status": "ouverte_permissive", "license_label": "Apache License 2.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 4849199, "likes": 2703, "updated_at": "2026-09-25T21:58:06.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 93, "format": "autre", "precision": "inconnue"}, {"name": "KNOWN_ISSUES.md", "size": 17109, "format": "autre", "precision": "inconnue"}, {"name": "LICENSE", "size": 10174, "format": "autre", "precision": "inconnue"}, {"name": "NOTICE.txt", "size": 411, "format": "autre", "precision": "inconnue"}, {"name": "README.md", "size": 23273, "format": "autre", "precision": "inconnue"}, {"name": "Ternary-Bonsai-2-27B-F16.gguf", "size": 53808408928, "format": "gguf", "precision": "float16"}, {"name": "Ternary-Bonsai-2-27B-PQ2_0.gguf", "size": 7206168928, "format": "gguf", "precision": "inconnue"}, {"name": "Ternary-Bonsai-2-27B-PTQ1_0.gguf", "size": 5946648928, "format": "gguf", "precision": "inconnue"}, {"name": "Ternary-Bonsai-2-27B-mmproj-BF16.gguf", "size": 931145856, "format": "gguf", "precision": "bfloat16"}, {"name": "Ternary-Bonsai-2-27B-mmproj-Q8_0.gguf", "size": 629246976, "format": "gguf", "precision": "8-bit"}, {"name": "assets/bonsai-logo.svg", "size": 515, "format": "autre", "precision": "inconnue"}], "parameter_count": null, "library_name": "llama.cpp", "pipeline_tag": "text-generation", "datasets": [], "metrics": [], "github_url": "", "github_metadata": {}, "paper_url": "", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf", "retrieved_at": "2026-10-16T02:05:07.710011+00:00"}], "retrieved_at": "2026-10-16T02:05:07.710011+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 0.8 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 0.6 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "8-bit", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 629246976, "estimated_bytes": 818021068, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "Q8_0", "filename": "Ternary-Bonsai-2-27B-mmproj-Q8_0.gguf", "size": 629246976, "size_human": "600 Mo", "memory_bytes": 818021068, "memory_human": "780 Mo", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "BF16", "filename": "Ternary-Bonsai-2-27B-mmproj-BF16.gguf", "size": 931145856, "size_human": "888 Mo", "memory_bytes": 1210489612, "memory_human": "1.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 32, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "variante", "filename": "Ternary-Bonsai-2-27B-PQ2_0.gguf", "size": 7206168928, "size_human": "6.7 Go", "memory_bytes": 9368019606, "memory_human": "8.7 Go", "note": "", "rank": 34, "memory_gb": 8.7, "state": "trop_grand", "verdict": "Au-delà de la mémoire déclarée", "missing_gb": 0.7}, {"label": "F16", "filename": "Ternary-Bonsai-2-27B-F16.gguf", "size": 53808408928, "size_human": "50.1 Go", "memory_bytes": 69950931606, "memory_human": "65.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 31, "memory_gb": 65.1, "state": "disque", "verdict": "Disque insuffisant"}], "recommended": {"label": "BF16", "filename": "Ternary-Bonsai-2-27B-mmproj-BF16.gguf", "size": 931145856, "size_human": "888 Mo", "memory_bytes": 1210489612, "memory_human": "1.1 Go", "note": "Poids non quantifiés, tels que publiés par le producteur.", "rank": 32, "memory_gb": 1.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "Q8_0", "filename": "Ternary-Bonsai-2-27B-mmproj-Q8_0.gguf", "size": 629246976, "size_human": "600 Mo", "memory_bytes": 818021068, "memory_human": "780 Mo", "note": "Pratiquement sans perte perceptible.", "rank": 30, "memory_gb": 0.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 2, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}