{
  "format_version": 1,
  "tool_version": "1.1",
  "model_path": "/home/michal/bench/models/google_gemma-4-E4B-it-Q4_K_M.gguf",
  "model_file_size": 5405170144,
  "fingerprints": {
    "model": {
      "algorithm": "fnv1a64",
      "scope": "first_1048576_bytes",
      "value": "8ee380dc7be3bf78"
    },
    "corpus": {
      "algorithm": "fnv1a64",
      "scope": "full_content",
      "value": "cce0b072d0f935e4"
    }
  },
  "architecture": "gemma4",
  "decoder_layer_count": 42,
  "corpus_source": "/home/michal/bench/corpus-calib.txt",
  "scoring_setup": {
    "chunk_size": 256,
    "screening_chunks": 6,
    "calibration_chunks": 17,
    "held_out_chunks": 17,
    "metric": "teacher-forced next-token NLL",
    "quality_budget_nats": 0.050000000000000003
  },
  "global_screening_candidate_count": 42,
  "global_shortlist_size": 12,
  "global_shortlist_units": [
    {
      "name": "physical-KV owner 21",
      "exact_layers": [21],
      "screening_nll": 4.2378889412928862,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "physical-KV owner 18",
      "exact_layers": [18],
      "screening_nll": 4.4583334442772893,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "physical-KV owner 19",
      "exact_layers": [19],
      "screening_nll": 4.48175541405024,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "physical-KV owner 11",
      "exact_layers": [11],
      "screening_nll": 4.5691918221711543,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "physical-KV owner 8",
      "exact_layers": [8],
      "screening_nll": 4.6131163322390547,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "shared-KV consumer 37",
      "exact_layers": [37],
      "screening_nll": 4.6192681958610011,
      "phys_kv_removed": 0,
      "shared_kv_removed": 1
    },
    {
      "name": "physical-KV owner 17",
      "exact_layers": [17],
      "screening_nll": 4.6347858184042892,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "shared-KV consumer 28",
      "exact_layers": [28],
      "screening_nll": 4.6448870755908986,
      "phys_kv_removed": 0,
      "shared_kv_removed": 1
    },
    {
      "name": "physical-KV owner 9",
      "exact_layers": [9],
      "screening_nll": 4.6699875506760451,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "shared-KV consumer 39",
      "exact_layers": [39],
      "screening_nll": 4.6839900351006669,
      "phys_kv_removed": 0,
      "shared_kv_removed": 1
    },
    {
      "name": "physical-KV owner 4",
      "exact_layers": [4],
      "screening_nll": 4.684107230639488,
      "phys_kv_removed": 1,
      "shared_kv_removed": 0
    },
    {
      "name": "shared-KV consumer 26",
      "exact_layers": [26],
      "screening_nll": 4.6861051158588856,
      "phys_kv_removed": 0,
      "shared_kv_removed": 1
    }
  ],
  "baseline_screening_nll": 4.6842634530568636,
  "baseline_calibration_nll": 5.0511819221772578,
  "baseline_held_out_nll": 4.9465820515325758,
  "protected_layers": [

  ],
  "shared_kv_dependencies": [
    {
      "consumer": 24,
      "owner": 22
    },
    {
      "consumer": 25,
      "owner": 22
    },
    {
      "consumer": 26,
      "owner": 22
    },
    {
      "consumer": 27,
      "owner": 22
    },
    {
      "consumer": 28,
      "owner": 22
    },
    {
      "consumer": 29,
      "owner": 23
    },
    {
      "consumer": 30,
      "owner": 22
    },
    {
      "consumer": 31,
      "owner": 22
    },
    {
      "consumer": 32,
      "owner": 22
    },
    {
      "consumer": 33,
      "owner": 22
    },
    {
      "consumer": 34,
      "owner": 22
    },
    {
      "consumer": 35,
      "owner": 23
    },
    {
      "consumer": 36,
      "owner": 22
    },
    {
      "consumer": 37,
      "owner": 22
    },
    {
      "consumer": 38,
      "owner": 22
    },
    {
      "consumer": 39,
      "owner": 22
    },
    {
      "consumer": 40,
      "owner": 22
    },
    {
      "consumer": 41,
      "owner": 23
    }
  ],
  "quality_cliff_heuristic": "Caution is flagged if the incremental delta NLL is > 0.005 and > 3x the median of previous positive increments (requires at least 3 previous positive steps). This detects a sudden cliff, not steady degradation - the 'recommended' profile is bounded by quality_budget_nats instead.",
  "steps": [
    {
      "step": 1,
      "drop_unit": "physical-KV owner 21",
      "exact_layers_dropped_in_step": [21],
      "cumulative_mask": "21",
      "incremental_delta_nll": -0.57060631471526957,
      "cumulative_delta_nll": -0.57060631471526957,
      "cumulative_dropped_attention_count": 1,
      "cumulative_phys_kv_removed": 1,
      "cumulative_shared_kv_removed": 0,
      "remaining_eligible_attention": 41,
      "risk_status": "low estimated risk"
    },
    {
      "step": 2,
      "drop_unit": "physical-KV owner 19",
      "exact_layers_dropped_in_step": [19],
      "cumulative_mask": "19,21",
      "incremental_delta_nll": -0.17147391365806808,
      "cumulative_delta_nll": -0.74208022837333765,
      "cumulative_dropped_attention_count": 2,
      "cumulative_phys_kv_removed": 2,
      "cumulative_shared_kv_removed": 0,
      "remaining_eligible_attention": 40,
      "risk_status": "low estimated risk"
    },
    {
      "step": 3,
      "drop_unit": "physical-KV owner 17",
      "exact_layers_dropped_in_step": [17],
      "cumulative_mask": "17,19,21",
      "incremental_delta_nll": -0.036201789087922265,
      "cumulative_delta_nll": -0.77828201746125991,
      "cumulative_dropped_attention_count": 3,
      "cumulative_phys_kv_removed": 3,
      "cumulative_shared_kv_removed": 0,
      "remaining_eligible_attention": 39,
      "risk_status": "low estimated risk"
    },
    {
      "step": 4,
      "drop_unit": "shared-KV consumer 37",
      "exact_layers_dropped_in_step": [37],
      "cumulative_mask": "17,19,21,37",
      "incremental_delta_nll": -0.016379934513774508,
      "cumulative_delta_nll": -0.79466195197503442,
      "cumulative_dropped_attention_count": 4,
      "cumulative_phys_kv_removed": 3,
      "cumulative_shared_kv_removed": 1,
      "remaining_eligible_attention": 38,
      "risk_status": "low estimated risk"
    },
    {
      "step": 5,
      "drop_unit": "physical-KV owner 9",
      "exact_layers_dropped_in_step": [9],
      "cumulative_mask": "9,17,19,21,37",
      "incremental_delta_nll": 0.027632311330344272,
      "cumulative_delta_nll": -0.76702964064469015,
      "cumulative_dropped_attention_count": 5,
      "cumulative_phys_kv_removed": 4,
      "cumulative_shared_kv_removed": 1,
      "remaining_eligible_attention": 37,
      "risk_status": "low estimated risk"
    },
    {
      "step": 6,
      "drop_unit": "shared-KV consumer 28",
      "exact_layers_dropped_in_step": [28],
      "cumulative_mask": "9,17,19,21,28,37",
      "incremental_delta_nll": 0.025109123727898641,
      "cumulative_delta_nll": -0.74192051691679151,
      "cumulative_dropped_attention_count": 6,
      "cumulative_phys_kv_removed": 4,
      "cumulative_shared_kv_removed": 2,
      "remaining_eligible_attention": 36,
      "risk_status": "low estimated risk"
    },
    {
      "step": 7,
      "drop_unit": "physical-KV owner 4",
      "exact_layers_dropped_in_step": [4],
      "cumulative_mask": "4,9,17,19,21,28,37",
      "incremental_delta_nll": 0.0203436143581186,
      "cumulative_delta_nll": -0.72157690255867291,
      "cumulative_dropped_attention_count": 7,
      "cumulative_phys_kv_removed": 5,
      "cumulative_shared_kv_removed": 2,
      "remaining_eligible_attention": 35,
      "risk_status": "low estimated risk"
    },
    {
      "step": 8,
      "drop_unit": "shared-KV consumer 26",
      "exact_layers_dropped_in_step": [26],
      "cumulative_mask": "4,9,17,19,21,26,28,37",
      "incremental_delta_nll": 0.06977364145634013,
      "cumulative_delta_nll": -0.65180326110233278,
      "cumulative_dropped_attention_count": 8,
      "cumulative_phys_kv_removed": 5,
      "cumulative_shared_kv_removed": 3,
      "remaining_eligible_attention": 34,
      "risk_status": "low estimated risk"
    },
    {
      "step": 9,
      "drop_unit": "physical-KV owner 18",
      "exact_layers_dropped_in_step": [18],
      "cumulative_mask": "4,9,17,18,19,21,26,28,37",
      "incremental_delta_nll": 0.045129929766185128,
      "cumulative_delta_nll": -0.60667333133614765,
      "cumulative_dropped_attention_count": 9,
      "cumulative_phys_kv_removed": 6,
      "cumulative_shared_kv_removed": 3,
      "remaining_eligible_attention": 33,
      "risk_status": "low estimated risk"
    },
    {
      "step": 10,
      "drop_unit": "shared-KV consumer 39",
      "exact_layers_dropped_in_step": [39],
      "cumulative_mask": "4,9,17,18,19,21,26,28,37,39",
      "incremental_delta_nll": 0.092856652566025488,
      "cumulative_delta_nll": -0.51381667877012216,
      "cumulative_dropped_attention_count": 10,
      "cumulative_phys_kv_removed": 6,
      "cumulative_shared_kv_removed": 4,
      "remaining_eligible_attention": 32,
      "risk_status": "caution"
    },
    {
      "step": 11,
      "drop_unit": "physical-KV owner 11",
      "exact_layers_dropped_in_step": [11],
      "cumulative_mask": "4,9,11,17,18,19,21,26,28,37,39",
      "incremental_delta_nll": 0.23805840609014783,
      "cumulative_delta_nll": -0.27575827267997433,
      "cumulative_dropped_attention_count": 11,
      "cumulative_phys_kv_removed": 7,
      "cumulative_shared_kv_removed": 4,
      "remaining_eligible_attention": 31,
      "risk_status": "caution"
    },
    {
      "step": 12,
      "drop_unit": "physical-KV owner 8",
      "exact_layers_dropped_in_step": [8],
      "cumulative_mask": "4,8,9,11,17,18,19,21,26,28,37,39",
      "incremental_delta_nll": 0.26795388781947871,
      "cumulative_delta_nll": -0.0078043848604956167,
      "cumulative_dropped_attention_count": 12,
      "cumulative_phys_kv_removed": 8,
      "cumulative_shared_kv_removed": 4,
      "remaining_eligible_attention": 30,
      "risk_status": "caution"
    }
  ],
  "profiles": {
    "minimal": {
      "step": 1,
      "mask": "21",
      "held_out_delta_nll": -0.57060631471526957,
      "cumulative_phys_kv_removed": 1,
      "cumulative_shared_kv_removed": 0,
      "anchor": "step_1"
    },
    "light": {
      "step": 3,
      "mask": "17,19,21",
      "held_out_delta_nll": -0.77828201746125991,
      "cumulative_phys_kv_removed": 3,
      "cumulative_shared_kv_removed": 0,
      "anchor": "step_3"
    },
    "recommended": {
      "step": 9,
      "mask": "4,9,17,18,19,21,26,28,37",
      "held_out_delta_nll": -0.60667333133614765,
      "cumulative_phys_kv_removed": 6,
      "cumulative_shared_kv_removed": 3,
      "anchor": "before_first_caution"
    },
    "max": {
      "step": 12,
      "mask": "4,8,9,11,17,18,19,21,26,28,37,39",
      "held_out_delta_nll": -0.0078043848604956167,
      "cumulative_phys_kv_removed": 8,
      "cumulative_shared_kv_removed": 4,
      "anchor": "deepest_legal_step",
      "warning": "deepest legal schedule; quality risk"
    }
  }
}