{ "chimera-deepseek-qwen": { "model": "chimera-deepseek-qwen", "total_tensors": 339, "avg_theta": 45.53097345132743, "avg_signal": 0.6371591309220915, "groups": { "skeleton": { "count": 196, "avg_theta": 54.2, "avg_signal": 0.727, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 112, "avg_theta": 35.9, "avg_signal": 0.538, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_gate.weight" }, "embed": { "count": 31, "avg_theta": 25.9, "avg_signal": 0.429, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "deepseek-r1-14b": { "model": "deepseek-r1-14b", "total_tensors": 579, "avg_theta": 46.01036269430051, "avg_signal": 0.640550897397108, "groups": { "skeleton": { "count": 336, "avg_theta": 55.4, "avg_signal": 0.736, "best_theta": 84.0, "best_name": "blk.0.attn_k.bias", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 192, "avg_theta": 35.2, "avg_signal": 0.532, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 51, "avg_theta": 25.2, "avg_signal": 0.42, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "deepseek-r1-7b": { "model": "deepseek-r1-7b", "total_tensors": 339, "avg_theta": 45.424778761061944, "avg_signal": 0.6355319640555519, "groups": { "skeleton": { "count": 196, "avg_theta": 54.2, "avg_signal": 0.727, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 112, "avg_theta": 35.5, "avg_signal": 0.533, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_gate.weight" }, "embed": { "count": 31, "avg_theta": 25.9, "avg_signal": 0.429, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "deepseek-r1-distill-7b": { "model": "deepseek-r1-distill-7b", "total_tensors": 339, "avg_theta": 45.53097345132743, "avg_signal": 0.6371591309220915, "groups": { "skeleton": { "count": 196, "avg_theta": 54.2, "avg_signal": 0.727, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 112, "avg_theta": 35.9, "avg_signal": 0.538, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_gate.weight" }, "embed": { "count": 31, "avg_theta": 25.9, "avg_signal": 0.429, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "gemma2-9b": { "model": "gemma2-9b", "total_tensors": 464, "avg_theta": 44.935344827586206, "avg_signal": 0.6240438819131022, "groups": { "skeleton": { "count": 210, "avg_theta": 47.2, "avg_signal": 0.649, "best_theta": 84.0, "best_name": "blk.0.post_attention_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 168, "avg_theta": 37.9, "avg_signal": 0.552, "best_theta": 84.0, "best_name": "blk.1.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 44, "avg_theta": 26.2, "avg_signal": 0.433, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" }, "norm": { "count": 42, "avg_theta": 81.6, "avg_signal": 0.987, "best_theta": 84.0, "best_name": "blk.10.post_ffw_norm.weight", "worst_theta": 75.0, "worst_name": "blk.0.post_ffw_norm.weight" } } }, "llama31-8b": { "model": "llama31-8b", "total_tensors": 292, "avg_theta": 37.86986301369863, "avg_signal": 0.5490538952939957, "groups": { "skeleton": { "count": 128, "avg_theta": 39.7, "avg_signal": 0.569, "best_theta": 84.0, "best_name": "blk.10.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.10.attn_k.weight" }, "organs": { "count": 128, "avg_theta": 39.1, "avg_signal": 0.56, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 35, "avg_theta": 26.0, "avg_signal": 0.427, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "llama32-1b": { "model": "llama32-1b", "total_tensors": 147, "avg_theta": 37.57142857142857, "avg_signal": 0.5497319048747188, "groups": { "skeleton": { "count": 64, "avg_theta": 39.3, "avg_signal": 0.57, "best_theta": 84.0, "best_name": "blk.10.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_q.weight" }, "organs": { "count": 64, "avg_theta": 38.3, "avg_signal": 0.553, "best_theta": 84.0, "best_name": "blk.10.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 18, "avg_theta": 27.3, "avg_signal": 0.445, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "llama32-3b": { "model": "llama32-3b", "total_tensors": 255, "avg_theta": 37.411764705882355, "avg_signal": 0.546769292896037, "groups": { "skeleton": { "count": 112, "avg_theta": 39.4, "avg_signal": 0.569, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 112, "avg_theta": 38.0, "avg_signal": 0.55, "best_theta": 84.0, "best_name": "blk.13.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 30, "avg_theta": 26.6, "avg_signal": 0.439, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "mistral-7b": { "model": "mistral-7b", "total_tensors": 291, "avg_theta": 36.20618556701031, "avg_signal": 0.539809742436977, "groups": { "skeleton": { "count": 128, "avg_theta": 38.4, "avg_signal": 0.567, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.10.attn_k.weight" }, "organs": { "count": 128, "avg_theta": 36.8, "avg_signal": 0.544, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 35, "avg_theta": 26.0, "avg_signal": 0.427, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "phi35-mini": { "model": "phi35-mini", "total_tensors": 197, "avg_theta": 44.6497461928934, "avg_signal": 0.6262773662109529, "groups": { "skeleton": { "count": 64, "avg_theta": 56.7, "avg_signal": 0.764, "best_theta": 84.0, "best_name": "blk.10.attn_norm.weight", "worst_theta": 33.0, "worst_name": "blk.0.attn_qkv.weight" }, "organs": { "count": 96, "avg_theta": 43.2, "avg_signal": 0.601, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 35, "avg_theta": 26.7, "avg_signal": 0.439, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "qwen25-14b": { "model": "qwen25-14b", "total_tensors": 579, "avg_theta": 45.98445595854922, "avg_signal": 0.6402458335664142, "groups": { "skeleton": { "count": 336, "avg_theta": 55.2, "avg_signal": 0.734, "best_theta": 84.0, "best_name": "blk.0.attn_k.bias", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 192, "avg_theta": 35.4, "avg_signal": 0.534, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 51, "avg_theta": 25.5, "avg_signal": 0.424, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "qwen25-3b": { "model": "qwen25-3b", "total_tensors": 434, "avg_theta": 46.00230414746544, "avg_signal": 0.6401608443093786, "groups": { "skeleton": { "count": 252, "avg_theta": 55.6, "avg_signal": 0.736, "best_theta": 84.0, "best_name": "blk.0.attn_k.bias", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 144, "avg_theta": 34.5, "avg_signal": 0.529, "best_theta": 84.0, "best_name": "blk.10.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_down.weight" }, "embed": { "count": 38, "avg_theta": 25.8, "avg_signal": 0.426, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "qwen25-7b": { "model": "qwen25-7b", "total_tensors": 339, "avg_theta": 45.637168141592916, "avg_signal": 0.6387682956137819, "groups": { "skeleton": { "count": 196, "avg_theta": 54.6, "avg_signal": 0.731, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_k.weight" }, "organs": { "count": 112, "avg_theta": 35.5, "avg_signal": 0.536, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.ffn_gate.weight" }, "embed": { "count": 31, "avg_theta": 25.9, "avg_signal": 0.429, "best_theta": 75.0, "best_name": "output_norm.weight", "worst_theta": 24.0, "worst_name": "blk.0.attn_output.weight" } } }, "smollm2-135m": { "model": "smollm2-135m", "total_tensors": 272, "avg_theta": 52.27941176470588, "avg_signal": 0.7765030923203783, "groups": { "skeleton": { "count": 120, "avg_theta": 53.6, "avg_signal": 0.79, "best_theta": 84.0, "best_name": "blk.0.attn_norm.weight", "worst_theta": 42.0, "worst_name": "blk.10.attn_k.weight" }, "organs": { "count": 120, "avg_theta": 52.3, "avg_signal": 0.777, "best_theta": 84.0, "best_name": "blk.0.ffn_norm.weight", "worst_theta": 42.0, "worst_name": "blk.11.ffn_up.weight" }, "embed": { "count": 32, "avg_theta": 47.2, "avg_signal": 0.725, "best_theta": 84.0, "best_name": "output_norm.weight", "worst_theta": 33.0, "worst_name": "blk.13.attn_output.weight" } } } }