{"model_id": "mradermacher/Gamunu-4B-Instruct-Alpha-i1-GGUF", "name": "Gamunu-4B-Instruct-Alpha-i1-GGUF", "owner": "mradermacher", "source_url": "https://huggingface.co/mradermacher/Gamunu-4B-Instruct-Alpha-i1-GGUF", "task": "question-answering", "languages": ["si", "en"], "tags": ["transformers", "gguf", "instruction-following", "NLP", "question-answering", "reasoning", "academic", "maths", "LK", "si", "en", "base_model:manthilaffs/Gamunu-4B-Instruct-Alpha", "base_model:quantized:manthilaffs/Gamunu-4B-Instruct-Alpha", "license:apache-2.0", "endpoints_compatible", "region:us", "imatrix"], "license_id": "apache-2.0", "license_status": "ouverte_permissive", "license_label": "Apache License 2.0", "commercial_use": "possible_a_verifier", "gated": false, "private": false, "downloads": 1285, "likes": 0, "updated_at": "2026-07-25T05:21:39.000Z", "description": "", "files": [{"name": ".gitattributes", "size": 3405, "format": "autre", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ1_M.gguf", "size": 1199570208, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ1_S.gguf", "size": 1133092128, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ2_M.gguf", "size": 1537981728, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ2_S.gguf", "size": 1449344288, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ2_XS.gguf", "size": 1404575008, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ2_XXS.gguf", "size": 1310367008, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ3_M.gguf", "size": 1986802208, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ3_S.gguf", "size": 1937363488, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ3_XS.gguf", "size": 1863389728, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ3_XXS.gguf", "size": 1689451808, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ4_NL.gguf", "size": 2363511328, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-IQ4_XS.gguf", "size": 2263241248, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q2_K.gguf", "size": 1729163808, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q2_K_S.gguf", "size": 1636061728, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_L.gguf", "size": 2236084768, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_M.gguf", "size": 2098459168, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_S.gguf", "size": 1937363488, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q4_0.gguf", "size": 2370064928, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q4_1.gguf", "size": 2564051488, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q4_K_M.gguf", "size": 2489893408, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q4_K_S.gguf", "size": 2377929248, "format": "gguf", "precision": "4-bit"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q5_K_M.gguf", "size": 2829697568, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q5_K_S.gguf", "size": 2764591648, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.i1-Q6_K.gguf", "size": 3190739488, "format": "gguf", "precision": "inconnue"}, {"name": "Gamunu-4B-Instruct-Alpha.imatrix.gguf", "size": 3448608, "format": "gguf", "precision": "inconnue"}, {"name": "README.md", "size": 6639, "format": "autre", "precision": "inconnue"}], "parameter_count": null, "library_name": "transformers", "pipeline_tag": "question-answering", "datasets": [], "metrics": [], "github_url": "", "github_metadata": {}, "paper_url": "", "paper_doi": "", "paper_metadata": {}, "card_complete": true, "safetensors": false, "provenance": [{"source": "Hugging Face Hub API", "url": "https://huggingface.co/mradermacher/Gamunu-4B-Instruct-Alpha-i1-GGUF", "retrieved_at": "2026-10-09T23:35:58.346662+00:00"}], "retrieved_at": "2026-10-09T23:35:58.346662+00:00", "warnings": ["La licence est déclarée par le producteur ; vérifiez toujours son texte intégral et les conditions associées.", "Plusieurs variantes GGUF sont publiées : l’estimation retient la plus petite taille connue, pas leur somme."], "rank_score": 0.0, "rank_reasons": [], "compatibility": {"state": "compatible", "label": "Compatible selon l’estimation", "summary": "La mémoire indiquée dépasse l’estimation prudente.", "factors": ["Mémoire estimée : 0.0 Go, marge d’exécution de 30% incluse.", "Espace disque minimal indicatif : 0.0 Go.", "Une exécution CPU peut être possible mais sa vitesse ne peut pas être déduite de ces métadonnées."], "estimate": {"known": true, "precision": "float32", "source": "taille réelle déclarée des fichiers de poids", "base_bytes": 3448608, "estimated_bytes": 4483190, "overhead": 0.3}}, "quantization": {"available": true, "variants": [{"label": "variante", "filename": "Gamunu-4B-Instruct-Alpha.imatrix.gguf", "size": 3448608, "size_human": "3 Mo", "memory_bytes": 4483190, "memory_human": "4 Mo", "note": "", "rank": 34, "memory_gb": 0.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ1_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ1_S.gguf", "size": 1133092128, "size_human": "1.1 Go", "memory_bytes": 1473019766, "memory_human": "1.4 Go", "note": "Compression extrême : à réserver aux tests, les réponses se dégradent nettement.", "rank": 0, "memory_gb": 1.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ1_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ1_M.gguf", "size": 1199570208, "size_human": "1.1 Go", "memory_bytes": 1559441270, "memory_human": "1.5 Go", "note": "Compression extrême : à réserver aux tests, les réponses se dégradent nettement.", "rank": 1, "memory_gb": 1.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ2_XXS", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ2_XXS.gguf", "size": 1310367008, "size_human": "1.2 Go", "memory_bytes": 1703477110, "memory_human": "1.6 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 2, "memory_gb": 1.6, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ2_XS", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ2_XS.gguf", "size": 1404575008, "size_human": "1.3 Go", "memory_bytes": 1825947510, "memory_human": "1.7 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 3, "memory_gb": 1.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ2_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ2_S.gguf", "size": 1449344288, "size_human": "1.3 Go", "memory_bytes": 1884147574, "memory_human": "1.8 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 4, "memory_gb": 1.8, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ2_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ2_M.gguf", "size": 1537981728, "size_human": "1.4 Go", "memory_bytes": 1999376246, "memory_human": "1.9 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 5, "memory_gb": 1.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q2_K_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q2_K_S.gguf", "size": 1636061728, "size_human": "1.5 Go", "memory_bytes": 2126880246, "memory_human": "2.0 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 34, "memory_gb": 2.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ3_XXS", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ3_XXS.gguf", "size": 1689451808, "size_human": "1.6 Go", "memory_bytes": 2196287350, "memory_human": "2.0 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 8, "memory_gb": 2.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q2_K", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q2_K.gguf", "size": 1729163808, "size_human": "1.6 Go", "memory_bytes": 2247912950, "memory_human": "2.1 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 6, "memory_gb": 2.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ3_XS", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ3_XS.gguf", "size": 1863389728, "size_human": "1.7 Go", "memory_bytes": 2422406646, "memory_human": "2.3 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 9, "memory_gb": 2.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ3_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ3_S.gguf", "size": 1937363488, "size_human": "1.8 Go", "memory_bytes": 2518572534, "memory_human": "2.3 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 10, "memory_gb": 2.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_S.gguf", "size": 1937363488, "size_human": "1.8 Go", "memory_bytes": 2518572534, "memory_human": "2.3 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 12, "memory_gb": 2.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ3_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ3_M.gguf", "size": 1986802208, "size_human": "1.9 Go", "memory_bytes": 2582842870, "memory_human": "2.4 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 11, "memory_gb": 2.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_M.gguf", "size": 2098459168, "size_human": "2.0 Go", "memory_bytes": 2727996918, "memory_human": "2.5 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 13, "memory_gb": 2.5, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q3_K_L", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q3_K_L.gguf", "size": 2236084768, "size_human": "2.1 Go", "memory_bytes": 2906910198, "memory_human": "2.7 Go", "note": "Compromis serré : acceptable pour des tâches simples et courtes.", "rank": 14, "memory_gb": 2.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ4_XS", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ4_XS.gguf", "size": 2263241248, "size_human": "2.1 Go", "memory_bytes": 2942213622, "memory_human": "2.7 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 16, "memory_gb": 2.7, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "IQ4_NL", "filename": "Gamunu-4B-Instruct-Alpha.i1-IQ4_NL.gguf", "size": 2363511328, "size_human": "2.2 Go", "memory_bytes": 3072564726, "memory_human": "2.9 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 17, "memory_gb": 2.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_0", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q4_0.gguf", "size": 2370064928, "size_human": "2.2 Go", "memory_bytes": 3081084406, "memory_human": "2.9 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 18, "memory_gb": 2.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q4_K_S.gguf", "size": 2377929248, "size_human": "2.2 Go", "memory_bytes": 3091308022, "memory_human": "2.9 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 20, "memory_gb": 2.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_K_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q4_K_M.gguf", "size": 2489893408, "size_human": "2.3 Go", "memory_bytes": 3236861430, "memory_human": "3.0 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 21, "memory_gb": 3.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q4_1", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q4_1.gguf", "size": 2564051488, "size_human": "2.4 Go", "memory_bytes": 3333266934, "memory_human": "3.1 Go", "note": "Compromis le plus couramment retenu entre mémoire et qualité.", "rank": 19, "memory_gb": 3.1, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q5_K_S.gguf", "size": 2764591648, "size_human": "2.6 Go", "memory_bytes": 3593969142, "memory_human": "3.3 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 25, "memory_gb": 3.3, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q5_K_M", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q5_K_M.gguf", "size": 2829697568, "size_human": "2.6 Go", "memory_bytes": 3678606838, "memory_human": "3.4 Go", "note": "Qualité préservée, mémoire sensiblement plus élevée qu’en 4 bits.", "rank": 26, "memory_gb": 3.4, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, {"label": "Q6_K", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q6_K.gguf", "size": 3190739488, "size_human": "3.0 Go", "memory_bytes": 4147961334, "memory_human": "3.9 Go", "note": "Très proche du modèle non quantifié.", "rank": 28, "memory_gb": 3.9, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}], "recommended": {"label": "Q2_K_S", "filename": "Gamunu-4B-Instruct-Alpha.i1-Q2_K_S.gguf", "size": 1636061728, "size_human": "1.5 Go", "memory_bytes": 2126880246, "memory_human": "2.0 Go", "note": "Compression forte : tient sur très peu de mémoire, au prix d’erreurs plus fréquentes.", "rank": 34, "memory_gb": 2.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "lightest": {"label": "variante", "filename": "Gamunu-4B-Instruct-Alpha.imatrix.gguf", "size": 3448608, "size_human": "3 Mo", "memory_bytes": 4483190, "memory_human": "4 Mo", "note": "", "rank": 34, "memory_gb": 0.0, "state": "tient", "verdict": "Tient dans la mémoire déclarée"}, "memory_gb": 8.0, "disk_gb": 20.0, "fitting_count": 25, "overhead": 0.3, "note": "Tailles issues des fichiers déclarés par le producteur, majorées de 30% pour l’exécution. Une variante plus compressée consomme moins de mémoire et dégrade les réponses : cette dégradation n’est pas mesurée ici."}, "editorial_quality_score": null, "editorial_quality_blockers": []}