{
 "model": "Qwen/Qwen2.5-0.5B-Instruct",
 "probe": [
  {
   "layer": 4,
   "cv": 0.9064102564102564,
   "auroc": 0.9501953125,
   "auroc_ci": [
    0.9033203125,
    0.98828125
   ],
   "shuffled_cv": 0.48489583333333336
  },
  {
   "layer": 8,
   "cv": 0.9064102564102564,
   "auroc": 0.9609375,
   "auroc_ci": [
    0.9072265625,
    0.9970703125
   ],
   "shuffled_cv": 0.4661458333333333
  },
  {
   "layer": 12,
   "cv": 0.8910256410256411,
   "auroc": 0.9638671875,
   "auroc_ci": [
    0.9277099609375,
    0.9912109375
   ],
   "shuffled_cv": 0.4953125
  },
  {
   "layer": 14,
   "cv": 0.8743589743589743,
   "auroc": 0.9580078125,
   "auroc_ci": [
    0.9111328125,
    0.9921875
   ],
   "shuffled_cv": 0.47760416666666666
  },
  {
   "layer": 16,
   "cv": 0.826923076923077,
   "auroc": 0.9150390625,
   "auroc_ci": [
    0.837890625,
    0.9746337890624999
   ],
   "shuffled_cv": 0.48802083333333335
  },
  {
   "layer": 20,
   "cv": 0.826923076923077,
   "auroc": 0.853515625,
   "auroc_ci": [
    0.7783203125,
    0.9375244140624999
   ],
   "shuffled_cv": 0.46510416666666665
  }
 ],
 "keyword_auroc": 0.890625
}