{ "model": "/media/m2teamgroup/models/Darwin-27B-RSI-GGUF/FINAL-Bench_Darwin-27B-RSI-bf16.gguf", "imatrix": "/media/m2teamgroup/models/Darwin-27B-RSI-GGUF/FINAL-Bench_Darwin-27B-RSI-imatrix.gguf", "ftype": "IQ2_M", "base_type": "iq2_s", "family": "iq", "recipe": "ident", "variant": "shr0.70", "auto_crush": false, "rung_mode": "share", "tier": "M", "rung_share": 0.7, "crush_pass_bytes": null, "embd_shares": { "output.weight": { "share": 0.0823, "type": "q5_k" }, "token_embd.weight": { "share": 0.0514, "type": "q3_k" } }, "arch": "hybrid", "tied": false, "n_layer": 64, "body_rule": true, "pins": { "^blk\\.0\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.0\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.1\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.1\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.2\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.2\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.4\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.4\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.5\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.5\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.6\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.6\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.8\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.8\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.9\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.9\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.10\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.10\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.12\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.12\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.13\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.13\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.14\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.14\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.16\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.16\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.17\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.17\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.18\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.18\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.20\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.20\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.21\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.21\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.22\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.22\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.24\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.24\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.25\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.25\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.26\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.26\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.28\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.28\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.29\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.29\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.30\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.30\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.32\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.32\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.33\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.33\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.34\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.34\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.36\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.36\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.37\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.37\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.38\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.38\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.40\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.40\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.41\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.41\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.42\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.42\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.44\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.44\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.45\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.45\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.46\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.46\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.48\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.48\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.49\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.49\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.50\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.50\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.52\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.52\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.53\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.53\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.54\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.54\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.56\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.56\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.57\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.57\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.58\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.58\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.60\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.60\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.61\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.61\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.62\\.ssm_alpha\\.weight$": "tiny: 245,760 params, kept at f32", "^blk\\.62\\.ssm_beta\\.weight$": "tiny: 245,760 params, kept at f32" }, "shape_pins": {}, "fixed_pins": { "blk.0.ssm_alpha.weight": "f32", "blk.0.ssm_beta.weight": "f32", "blk.1.ssm_alpha.weight": "f32", "blk.1.ssm_beta.weight": "f32", "blk.2.ssm_alpha.weight": "f32", "blk.2.ssm_beta.weight": "f32", "blk.4.ssm_alpha.weight": "f32", "blk.4.ssm_beta.weight": "f32", "blk.5.ssm_alpha.weight": "f32", "blk.5.ssm_beta.weight": "f32", "blk.6.ssm_alpha.weight": "f32", "blk.6.ssm_beta.weight": "f32", "blk.8.ssm_alpha.weight": "f32", "blk.8.ssm_beta.weight": "f32", "blk.9.ssm_alpha.weight": "f32", "blk.9.ssm_beta.weight": "f32", "blk.10.ssm_alpha.weight": "f32", "blk.10.ssm_beta.weight": "f32", "blk.12.ssm_alpha.weight": "f32", "blk.12.ssm_beta.weight": "f32", "blk.13.ssm_alpha.weight": "f32", "blk.13.ssm_beta.weight": "f32", "blk.14.ssm_alpha.weight": "f32", "blk.14.ssm_beta.weight": "f32", "blk.16.ssm_alpha.weight": "f32", "blk.16.ssm_beta.weight": "f32", "blk.17.ssm_alpha.weight": "f32", "blk.17.ssm_beta.weight": "f32", "blk.18.ssm_alpha.weight": "f32", "blk.18.ssm_beta.weight": "f32", "blk.20.ssm_alpha.weight": "f32", "blk.20.ssm_beta.weight": "f32", "blk.21.ssm_alpha.weight": "f32", "blk.21.ssm_beta.weight": "f32", "blk.22.ssm_alpha.weight": "f32", "blk.22.ssm_beta.weight": "f32", "blk.24.ssm_alpha.weight": "f32", "blk.24.ssm_beta.weight": "f32", "blk.25.ssm_alpha.weight": "f32", "blk.25.ssm_beta.weight": "f32", "blk.26.ssm_alpha.weight": "f32", "blk.26.ssm_beta.weight": "f32", "blk.28.ssm_alpha.weight": "f32", "blk.28.ssm_beta.weight": "f32", "blk.29.ssm_alpha.weight": "f32", "blk.29.ssm_beta.weight": "f32", "blk.30.ssm_alpha.weight": "f32", "blk.30.ssm_beta.weight": "f32", "blk.32.ssm_alpha.weight": "f32", "blk.32.ssm_beta.weight": "f32", "blk.33.ssm_alpha.weight": "f32", "blk.33.ssm_beta.weight": "f32", "blk.34.ssm_alpha.weight": "f32", "blk.34.ssm_beta.weight": "f32", "blk.36.ssm_alpha.weight": "f32", "blk.36.ssm_beta.weight": "f32", "blk.37.ssm_alpha.weight": "f32", "blk.37.ssm_beta.weight": "f32", "blk.38.ssm_alpha.weight": "f32", "blk.38.ssm_beta.weight": "f32", "blk.40.ssm_alpha.weight": "f32", "blk.40.ssm_beta.weight": "f32", "blk.41.ssm_alpha.weight": "f32", "blk.41.ssm_beta.weight": "f32", "blk.42.ssm_alpha.weight": "f32", "blk.42.ssm_beta.weight": "f32", "blk.44.ssm_alpha.weight": "f32", "blk.44.ssm_beta.weight": "f32", "blk.45.ssm_alpha.weight": "f32", "blk.45.ssm_beta.weight": "f32", "blk.46.ssm_alpha.weight": "f32", "blk.46.ssm_beta.weight": "f32", "blk.48.ssm_alpha.weight": "f32", "blk.48.ssm_beta.weight": "f32", "blk.49.ssm_alpha.weight": "f32", "blk.49.ssm_beta.weight": "f32", "blk.50.ssm_alpha.weight": "f32", "blk.50.ssm_beta.weight": "f32", "blk.52.ssm_alpha.weight": "f32", "blk.52.ssm_beta.weight": "f32", "blk.53.ssm_alpha.weight": "f32", "blk.53.ssm_beta.weight": "f32", "blk.54.ssm_alpha.weight": "f32", "blk.54.ssm_beta.weight": "f32", "blk.56.ssm_alpha.weight": "f32", "blk.56.ssm_beta.weight": "f32", "blk.57.ssm_alpha.weight": "f32", "blk.57.ssm_beta.weight": "f32", "blk.58.ssm_alpha.weight": "f32", "blk.58.ssm_beta.weight": "f32", "blk.60.ssm_alpha.weight": "f32", "blk.60.ssm_beta.weight": "f32", "blk.61.ssm_alpha.weight": "f32", "blk.61.ssm_beta.weight": "f32", "blk.62.ssm_alpha.weight": "f32", "blk.62.ssm_beta.weight": "f32" }, "embeddings": { "output.weight": "q5_k", "token_embd.weight": "q3_k" }, "bytes": { "heuristic_body+embd": 10518425600, "map_body+embd": 10167316480, "ratio": 0.9666, "note": "quantizable, unpinned tensors only; pinned/unquantized tensors are identical in both" }, "body_base_share": 0.7, "body_bpw": 2.876, "body_bpw_heuristic": 2.992, "total_params": 26895998464, "file_bytes_pred": 10272270336, "file_bpw_pred": 3.055, "histogram": { "attn_gate": { "iq2_s": 36, "iq4_xs": 11, "q5_k": 1 }, "attn_k": { "q4_k": 12, "q5_k": 4 }, "attn_output": { "iq4_xs": 15, "q5_k": 1 }, "attn_q": { "iq2_s": 15, "iq3_s": 1 }, "attn_qkv": { "iq2_s": 36, "iq4_xs": 12 }, "attn_v": { "q5_k": 16 }, "ffn_down": { "iq2_s": 60, "iq4_xs": 2, "iq3_xxs": 2 }, "ffn_gate": { "iq2_s": 63, "iq4_xs": 1 }, "ffn_up": { "iq2_s": 47, "iq3_s": 16, "iq4_xs": 1 }, "ssm_out": { "iq4_xs": 47, "q5_k": 1 } }, "prior": "layout/prior.json", "pin_rule": "floor", "embd_cap": "heur", "generator": "auto_quant_v2.layout", "generator_key": "3bf8b43e20a68f0b", "quant_type": "IQ2_M", "quantize_ftype": "IQ2_M", "llama_cpp_version": "b11259", "commit": "880615e1e86d7f7f01cc657a975526bc09577cc7" }