501 lines
13 KiB
JSON
501 lines
13 KiB
JSON
{
|
|
"chimera-deepseek-qwen": {
|
|
"model": "chimera-deepseek-qwen",
|
|
"total_tensors": 339,
|
|
"avg_theta": 45.53097345132743,
|
|
"avg_signal": 0.6371591309220915,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.2,
|
|
"avg_signal": 0.727,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.9,
|
|
"avg_signal": 0.538,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_gate.weight"
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"deepseek-r1-14b": {
|
|
"model": "deepseek-r1-14b",
|
|
"total_tensors": 579,
|
|
"avg_theta": 46.01036269430051,
|
|
"avg_signal": 0.640550897397108,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 336,
|
|
"avg_theta": 55.4,
|
|
"avg_signal": 0.736,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_k.bias",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 192,
|
|
"avg_theta": 35.2,
|
|
"avg_signal": 0.532,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 51,
|
|
"avg_theta": 25.2,
|
|
"avg_signal": 0.42,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"deepseek-r1-7b": {
|
|
"model": "deepseek-r1-7b",
|
|
"total_tensors": 339,
|
|
"avg_theta": 45.424778761061944,
|
|
"avg_signal": 0.6355319640555519,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.2,
|
|
"avg_signal": 0.727,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.5,
|
|
"avg_signal": 0.533,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_gate.weight"
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"deepseek-r1-distill-7b": {
|
|
"model": "deepseek-r1-distill-7b",
|
|
"total_tensors": 339,
|
|
"avg_theta": 45.53097345132743,
|
|
"avg_signal": 0.6371591309220915,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.2,
|
|
"avg_signal": 0.727,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.9,
|
|
"avg_signal": 0.538,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_gate.weight"
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"gemma2-9b": {
|
|
"model": "gemma2-9b",
|
|
"total_tensors": 464,
|
|
"avg_theta": 44.935344827586206,
|
|
"avg_signal": 0.6240438819131022,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 210,
|
|
"avg_theta": 47.2,
|
|
"avg_signal": 0.649,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.post_attention_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 168,
|
|
"avg_theta": 37.9,
|
|
"avg_signal": 0.552,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.1.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 44,
|
|
"avg_theta": 26.2,
|
|
"avg_signal": 0.433,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
},
|
|
"norm": {
|
|
"count": 42,
|
|
"avg_theta": 81.6,
|
|
"avg_signal": 0.987,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.post_ffw_norm.weight",
|
|
"worst_theta": 75.0,
|
|
"worst_name": "blk.0.post_ffw_norm.weight"
|
|
}
|
|
}
|
|
},
|
|
"llama31-8b": {
|
|
"model": "llama31-8b",
|
|
"total_tensors": 292,
|
|
"avg_theta": 37.86986301369863,
|
|
"avg_signal": 0.5490538952939957,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 128,
|
|
"avg_theta": 39.7,
|
|
"avg_signal": 0.569,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.10.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 128,
|
|
"avg_theta": 39.1,
|
|
"avg_signal": 0.56,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.0,
|
|
"avg_signal": 0.427,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"llama32-1b": {
|
|
"model": "llama32-1b",
|
|
"total_tensors": 147,
|
|
"avg_theta": 37.57142857142857,
|
|
"avg_signal": 0.5497319048747188,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 64,
|
|
"avg_theta": 39.3,
|
|
"avg_signal": 0.57,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_q.weight"
|
|
},
|
|
"organs": {
|
|
"count": 64,
|
|
"avg_theta": 38.3,
|
|
"avg_signal": 0.553,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 18,
|
|
"avg_theta": 27.3,
|
|
"avg_signal": 0.445,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"llama32-3b": {
|
|
"model": "llama32-3b",
|
|
"total_tensors": 255,
|
|
"avg_theta": 37.411764705882355,
|
|
"avg_signal": 0.546769292896037,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 112,
|
|
"avg_theta": 39.4,
|
|
"avg_signal": 0.569,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 38.0,
|
|
"avg_signal": 0.55,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.13.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 30,
|
|
"avg_theta": 26.6,
|
|
"avg_signal": 0.439,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"mistral-7b": {
|
|
"model": "mistral-7b",
|
|
"total_tensors": 291,
|
|
"avg_theta": 36.20618556701031,
|
|
"avg_signal": 0.539809742436977,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 128,
|
|
"avg_theta": 38.4,
|
|
"avg_signal": 0.567,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.10.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 128,
|
|
"avg_theta": 36.8,
|
|
"avg_signal": 0.544,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.0,
|
|
"avg_signal": 0.427,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"phi35-mini": {
|
|
"model": "phi35-mini",
|
|
"total_tensors": 197,
|
|
"avg_theta": 44.6497461928934,
|
|
"avg_signal": 0.6262773662109529,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 64,
|
|
"avg_theta": 56.7,
|
|
"avg_signal": 0.764,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.attn_norm.weight",
|
|
"worst_theta": 33.0,
|
|
"worst_name": "blk.0.attn_qkv.weight"
|
|
},
|
|
"organs": {
|
|
"count": 96,
|
|
"avg_theta": 43.2,
|
|
"avg_signal": 0.601,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.7,
|
|
"avg_signal": 0.439,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"qwen25-14b": {
|
|
"model": "qwen25-14b",
|
|
"total_tensors": 579,
|
|
"avg_theta": 45.98445595854922,
|
|
"avg_signal": 0.6402458335664142,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 336,
|
|
"avg_theta": 55.2,
|
|
"avg_signal": 0.734,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_k.bias",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 192,
|
|
"avg_theta": 35.4,
|
|
"avg_signal": 0.534,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 51,
|
|
"avg_theta": 25.5,
|
|
"avg_signal": 0.424,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"qwen25-3b": {
|
|
"model": "qwen25-3b",
|
|
"total_tensors": 434,
|
|
"avg_theta": 46.00230414746544,
|
|
"avg_signal": 0.6401608443093786,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 252,
|
|
"avg_theta": 55.6,
|
|
"avg_signal": 0.736,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_k.bias",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 144,
|
|
"avg_theta": 34.5,
|
|
"avg_signal": 0.529,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.10.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_down.weight"
|
|
},
|
|
"embed": {
|
|
"count": 38,
|
|
"avg_theta": 25.8,
|
|
"avg_signal": 0.426,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"qwen25-7b": {
|
|
"model": "qwen25-7b",
|
|
"total_tensors": 339,
|
|
"avg_theta": 45.637168141592916,
|
|
"avg_signal": 0.6387682956137819,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.6,
|
|
"avg_signal": 0.731,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.5,
|
|
"avg_signal": 0.536,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.ffn_gate.weight"
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429,
|
|
"best_theta": 75.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 24.0,
|
|
"worst_name": "blk.0.attn_output.weight"
|
|
}
|
|
}
|
|
},
|
|
"smollm2-135m": {
|
|
"model": "smollm2-135m",
|
|
"total_tensors": 272,
|
|
"avg_theta": 52.27941176470588,
|
|
"avg_signal": 0.7765030923203783,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 120,
|
|
"avg_theta": 53.6,
|
|
"avg_signal": 0.79,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.attn_norm.weight",
|
|
"worst_theta": 42.0,
|
|
"worst_name": "blk.10.attn_k.weight"
|
|
},
|
|
"organs": {
|
|
"count": 120,
|
|
"avg_theta": 52.3,
|
|
"avg_signal": 0.777,
|
|
"best_theta": 84.0,
|
|
"best_name": "blk.0.ffn_norm.weight",
|
|
"worst_theta": 42.0,
|
|
"worst_name": "blk.11.ffn_up.weight"
|
|
},
|
|
"embed": {
|
|
"count": 32,
|
|
"avg_theta": 47.2,
|
|
"avg_signal": 0.725,
|
|
"best_theta": 84.0,
|
|
"best_name": "output_norm.weight",
|
|
"worst_theta": 33.0,
|
|
"worst_name": "blk.13.attn_output.weight"
|
|
}
|
|
}
|
|
}
|
|
} |