306 lines
6.3 KiB
JSON
306 lines
6.3 KiB
JSON
{
|
|
"deepseek-r1-7b": {
|
|
"model": "deepseek-r1-7b",
|
|
"avg_theta": 45.424778761061944,
|
|
"avg_signal": 0.6355319640555519,
|
|
"total_tensors": 339,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.2,
|
|
"avg_signal": 0.727
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.5,
|
|
"avg_signal": 0.533
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429
|
|
}
|
|
}
|
|
},
|
|
"deepseek-r1-distill-qwen-14b": {
|
|
"model": "deepseek-r1-distill-qwen-14b",
|
|
"avg_theta": 46.01036269430051,
|
|
"avg_signal": 0.640550897397108,
|
|
"total_tensors": 579,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 336,
|
|
"avg_theta": 55.4,
|
|
"avg_signal": 0.736
|
|
},
|
|
"organs": {
|
|
"count": 192,
|
|
"avg_theta": 35.2,
|
|
"avg_signal": 0.532
|
|
},
|
|
"embed": {
|
|
"count": 51,
|
|
"avg_theta": 25.2,
|
|
"avg_signal": 0.42
|
|
}
|
|
}
|
|
},
|
|
"deepseek-r1-distill-qwen-7b": {
|
|
"model": "deepseek-r1-distill-qwen-7b",
|
|
"avg_theta": 45.53097345132743,
|
|
"avg_signal": 0.6371591309220915,
|
|
"total_tensors": 339,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.2,
|
|
"avg_signal": 0.727
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.9,
|
|
"avg_signal": 0.538
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429
|
|
}
|
|
}
|
|
},
|
|
"gemma-2-9b": {
|
|
"model": "gemma-2-9b",
|
|
"avg_signal": 0.6240438819131022,
|
|
"total_tensors": 464,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 210,
|
|
"avg_theta": 47.2,
|
|
"avg_signal": 0.649
|
|
},
|
|
"organs": {
|
|
"count": 168,
|
|
"avg_theta": 37.9,
|
|
"avg_signal": 0.552
|
|
},
|
|
"embed": {
|
|
"count": 44,
|
|
"avg_theta": 26.2,
|
|
"avg_signal": 0.433
|
|
},
|
|
"norm": {
|
|
"count": 42,
|
|
"avg_theta": 81.6,
|
|
"avg_signal": 0.987
|
|
}
|
|
}
|
|
},
|
|
"llama-32-1b": {
|
|
"model": "llama-32-1b",
|
|
"avg_theta": 37.57142857142857,
|
|
"avg_signal": 0.5497319048747188,
|
|
"total_tensors": 147,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 64,
|
|
"avg_theta": 39.3,
|
|
"avg_signal": 0.57
|
|
},
|
|
"organs": {
|
|
"count": 64,
|
|
"avg_theta": 38.3,
|
|
"avg_signal": 0.553
|
|
},
|
|
"embed": {
|
|
"count": 18,
|
|
"avg_theta": 27.3,
|
|
"avg_signal": 0.445
|
|
}
|
|
}
|
|
},
|
|
"llama-32-3b": {
|
|
"model": "llama-32-3b",
|
|
"avg_theta": 37.411764705882355,
|
|
"avg_signal": 0.546769292896037,
|
|
"total_tensors": 255,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 112,
|
|
"avg_theta": 39.4,
|
|
"avg_signal": 0.569
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 38.0,
|
|
"avg_signal": 0.55
|
|
},
|
|
"embed": {
|
|
"count": 30,
|
|
"avg_theta": 26.6,
|
|
"avg_signal": 0.439
|
|
}
|
|
}
|
|
},
|
|
"meta-llama-31-8b": {
|
|
"model": "meta-llama-31-8b",
|
|
"avg_theta": 37.86986301369863,
|
|
"avg_signal": 0.5490538952939957,
|
|
"total_tensors": 292,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 128,
|
|
"avg_theta": 39.7,
|
|
"avg_signal": 0.569
|
|
},
|
|
"organs": {
|
|
"count": 128,
|
|
"avg_theta": 39.1,
|
|
"avg_signal": 0.56
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.0,
|
|
"avg_signal": 0.427
|
|
}
|
|
}
|
|
},
|
|
"mistral-7b": {
|
|
"model": "mistral-7b",
|
|
"avg_theta": 36.20618556701031,
|
|
"avg_signal": 0.539809742436977,
|
|
"total_tensors": 291,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 128,
|
|
"avg_theta": 38.4,
|
|
"avg_signal": 0.567
|
|
},
|
|
"organs": {
|
|
"count": 128,
|
|
"avg_theta": 36.8,
|
|
"avg_signal": 0.544
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.0,
|
|
"avg_signal": 0.427
|
|
}
|
|
}
|
|
},
|
|
"phi-35-mini-instruct": {
|
|
"model": "phi-35-mini-instruct",
|
|
"avg_theta": 44.6497461928934,
|
|
"avg_signal": 0.6262773662109529,
|
|
"total_tensors": 197,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 64,
|
|
"avg_theta": 56.7,
|
|
"avg_signal": 0.764
|
|
},
|
|
"organs": {
|
|
"count": 96,
|
|
"avg_theta": 43.2,
|
|
"avg_signal": 0.601
|
|
},
|
|
"embed": {
|
|
"count": 35,
|
|
"avg_theta": 26.7,
|
|
"avg_signal": 0.439
|
|
}
|
|
}
|
|
},
|
|
"qwen25-14b": {
|
|
"model": "qwen25-14b",
|
|
"avg_theta": 45.98445595854922,
|
|
"avg_signal": 0.6402458335664142,
|
|
"total_tensors": 579,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 336,
|
|
"avg_theta": 55.2,
|
|
"avg_signal": 0.734
|
|
},
|
|
"organs": {
|
|
"count": 192,
|
|
"avg_theta": 35.4,
|
|
"avg_signal": 0.534
|
|
},
|
|
"embed": {
|
|
"count": 51,
|
|
"avg_theta": 25.5,
|
|
"avg_signal": 0.424
|
|
}
|
|
}
|
|
},
|
|
"qwen25-3b": {
|
|
"model": "qwen25-3b",
|
|
"avg_theta": 46.00230414746544,
|
|
"avg_signal": 0.6401608443093786,
|
|
"total_tensors": 434,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 252,
|
|
"avg_theta": 55.6,
|
|
"avg_signal": 0.736
|
|
},
|
|
"organs": {
|
|
"count": 144,
|
|
"avg_theta": 34.5,
|
|
"avg_signal": 0.529
|
|
},
|
|
"embed": {
|
|
"count": 38,
|
|
"avg_theta": 25.8,
|
|
"avg_signal": 0.426
|
|
}
|
|
}
|
|
},
|
|
"qwen25-7b": {
|
|
"model": "qwen25-7b",
|
|
"avg_theta": 45.637168141592916,
|
|
"avg_signal": 0.6387682956137819,
|
|
"total_tensors": 339,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 196,
|
|
"avg_theta": 54.6,
|
|
"avg_signal": 0.731
|
|
},
|
|
"organs": {
|
|
"count": 112,
|
|
"avg_theta": 35.5,
|
|
"avg_signal": 0.536
|
|
},
|
|
"embed": {
|
|
"count": 31,
|
|
"avg_theta": 25.9,
|
|
"avg_signal": 0.429
|
|
}
|
|
}
|
|
},
|
|
"smollm2-135m": {
|
|
"model": "smollm2-135m",
|
|
"avg_theta": 52.27941176470588,
|
|
"avg_signal": 0.7765030923203783,
|
|
"total_tensors": 272,
|
|
"groups": {
|
|
"skeleton": {
|
|
"count": 120,
|
|
"avg_theta": 53.6,
|
|
"avg_signal": 0.79
|
|
},
|
|
"organs": {
|
|
"count": 120,
|
|
"avg_theta": 52.3,
|
|
"avg_signal": 0.777
|
|
},
|
|
"embed": {
|
|
"count": 32,
|
|
"avg_theta": 47.2,
|
|
"avg_signal": 0.725
|
|
}
|
|
}
|
|
}
|
|
}
|