{
  "corpus": {
    "base_objects_sha256": "7c24eef69623126db7b5ea680b78b48ff8eba4fdc7011691f0b7c90b4c78d35e",
    "families": [
      "agent_harness_feed",
      "queue_lease_protocol",
      "contributor_safety_rule",
      "seed_pack_schema"
    ],
    "live_delta_objects_count": 8,
    "live_objects_sha256": "6cd4797971655c371bfef57685eedeb738e8ab1655c0bb1430f2be7fb80aaab7",
    "muse_api_outputs_used": false,
    "private_data_used": false,
    "sanity_prompts_count": 40,
    "sanity_rows_sha256": "468b0f8737191fd1dd3e3d45ba395b14eef951a18e85c886714284d29da559f1",
    "task_objects_count": 80,
    "test_queries_count": 120,
    "test_rows_sha256": "6c135747e72c776451391309325d9bf02275d99277bf1d3cebcff0be0b3f001a",
    "train_pairs_count": 480,
    "train_rows_sha256": "196bc79298dfae9a984e9fd89aba6bdd8276300913ab7c4aadd80d2b34a5cf8b"
  },
  "experiment": "loras_as_parametric_memory_2026_task_objects",
  "hardware": {
    "cuda": "13.2",
    "dtype": "bfloat16",
    "gpu": "NVIDIA GeForce RTX 3060",
    "torch": "2.15.0+cu132",
    "total_vram_bytes": 12481003520
  },
  "models": {
    "llama_3_2_1b_instruct": {
      "base_model": "meta-llama/Llama-3.2-1B-Instruct",
      "base_weights_sha256": {
        "model.safetensors": "1ff795ff6a07e6a68085d206fb84417da2f083f68391c2843cd2b8ac6df8538f"
      },
      "paired_bootstrap_95ci": {
        "hybrid_vs_full_shim": {
          "delta": 0.766667,
          "improved_rows": 92,
          "lower": 0.691667,
          "regressed_rows": 0,
          "upper": 0.841667
        },
        "hybrid_vs_lora_memory": {
          "delta": 0.166667,
          "improved_rows": 20,
          "lower": 0.1,
          "regressed_rows": 0,
          "upper": 0.233333
        },
        "lora_memory_vs_base": {
          "delta": 0.6,
          "improved_rows": 72,
          "lower": 0.516667,
          "regressed_rows": 0,
          "upper": 0.691667
        },
        "lora_memory_vs_full_shim": {
          "delta": 0.6,
          "improved_rows": 72,
          "lower": 0.508333,
          "regressed_rows": 0,
          "upper": 0.683333
        }
      },
      "regimes": {
        "1_base_zero_context": {
          "compositional_accuracy": 0.0,
          "exact_recall_accuracy": 0.0,
          "field_recall_accuracy": 0.005556,
          "injected_shim_token_savings_pct": 100.0,
          "json_schema_valid_rate": 0.7,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.0,
          "mean_injected_shim_tokens": 0.0,
          "mean_prompt_tokens": 154.45,
          "n": 120,
          "p50_latency_ms": 1029.7,
          "p95_latency_ms": 1470.42,
          "prompt_token_savings_vs_full_shim_pct": 73.46,
          "single_object_accuracy": 0.0,
          "stable_queries_accuracy": 0.0
        },
        "2_herma_shim_only_bm25_rrf_top3": {
          "compositional_accuracy": 0.0,
          "exact_recall_accuracy": 0.0,
          "field_recall_accuracy": 0.008333,
          "injected_shim_token_savings_pct": 0.0,
          "json_schema_valid_rate": 0.033333,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.0,
          "mean_injected_shim_tokens": 427.6,
          "mean_prompt_tokens": 582.05,
          "n": 120,
          "p50_latency_ms": 2434.74,
          "p95_latency_ms": 3162.01,
          "prompt_token_savings_vs_full_shim_pct": 0.0,
          "single_object_accuracy": 0.0,
          "stable_queries_accuracy": 0.0
        },
        "3_lora_as_memory_zero_context": {
          "compositional_accuracy": 0.0,
          "exact_recall_accuracy": 0.6,
          "field_recall_accuracy": 0.746528,
          "injected_shim_token_savings_pct": 100.0,
          "json_schema_valid_rate": 0.833333,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.0,
          "mean_injected_shim_tokens": 0.0,
          "mean_prompt_tokens": 154.45,
          "n": 120,
          "p50_latency_ms": 2105.55,
          "p95_latency_ms": 2378.07,
          "prompt_token_savings_vs_full_shim_pct": 73.46,
          "single_object_accuracy": 0.9,
          "stable_queries_accuracy": 0.666667
        },
        "4_hybrid_lora_memory_plus_compact_shim": {
          "compositional_accuracy": 0.3,
          "exact_recall_accuracy": 0.766667,
          "field_recall_accuracy": 0.8125,
          "injected_shim_token_savings_pct": 91.0,
          "json_schema_valid_rate": 0.833333,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.75,
          "mean_injected_shim_tokens": 38.48,
          "mean_prompt_tokens": 192.93,
          "n": 120,
          "p50_latency_ms": 2034.59,
          "p95_latency_ms": 3273.36,
          "prompt_token_savings_vs_full_shim_pct": 66.85,
          "single_object_accuracy": 1.0,
          "stable_queries_accuracy": 0.768519
        }
      },
      "retrieval_hit_rates": {
        "bm25_rrf_top3_all_required_hit_rate": 1.0,
        "compact_pointer_all_required_hit_rate": 0.983333
      },
      "sanity_retention": {
        "base_sanity_accuracy": 0.925,
        "lora_sanity_accuracy": 0.425,
        "retention_ratio": 0.459459
      },
      "scale": "llama-3.2-1b-instruct",
      "training": {
        "adapter_files_sha256": {
          "README.md": "31ebdaaef3eb2d1a1e0a13f5b45ebd26ec50af5d7ef666ba40fc4dc86e20189c",
          "adapter_config.json": "5b1f409863e43e5d25a383b33e03fb9a175f2e1033415785726c53977f1b6f11",
          "adapter_model.safetensors": "964b5c44f315a31944e3c75d2b436293645ef61ee4bf03e9632896a1a14dae82"
        },
        "epochs": 12,
        "first_loss": 2.730263,
        "format_replay_anchors": 24,
        "frozen_base_unchanged": true,
        "last_loss": 5.5e-05,
        "learning_rate": 0.00035,
        "lora_alpha": 64,
        "lora_dropout": 0.0,
        "optimizer_steps": 1512,
        "peak_allocated_bytes": 7640473088,
        "peak_reserved_bytes": 11490295808,
        "rank": 32,
        "reload_determinism": {
          "exact_matches": 8,
          "max_abs_logit_diff": 0.0,
          "probes": 8
        },
        "train_task_pairs": 480,
        "trainable_parameters": 22544384,
        "training_seconds": 658.247
      }
    },
    "llama_3_2_3b_instruct": {
      "base_model": "meta-llama/Llama-3.2-3B-Instruct",
      "base_weights_sha256": {
        "model-00001-of-00002.safetensors": "13cbd6d16e927a0c5bad54102514e6e18b4a47b3a6eb911e39d678d328d19f55",
        "model-00002-of-00002.safetensors": "7b770216613ac5c34d7c54bdff1fa616bc4e338a9d0b20af6303e48c295ee23c"
      },
      "paired_bootstrap_95ci": {
        "hybrid_vs_full_shim": {
          "delta": 0.275,
          "improved_rows": 34,
          "lower": 0.191667,
          "regressed_rows": 1,
          "upper": 0.358333
        },
        "hybrid_vs_lora_memory": {
          "delta": 0.3,
          "improved_rows": 36,
          "lower": 0.216667,
          "regressed_rows": 0,
          "upper": 0.383333
        },
        "lora_memory_vs_base": {
          "delta": 0.616667,
          "improved_rows": 74,
          "lower": 0.533333,
          "regressed_rows": 0,
          "upper": 0.708333
        },
        "lora_memory_vs_full_shim": {
          "delta": -0.025,
          "improved_rows": 6,
          "lower": -0.091667,
          "regressed_rows": 9,
          "upper": 0.041667
        }
      },
      "regimes": {
        "1_base_zero_context": {
          "compositional_accuracy": 0.0,
          "exact_recall_accuracy": 0.0,
          "field_recall_accuracy": 0.004861,
          "injected_shim_token_savings_pct": 100.0,
          "json_schema_valid_rate": 0.716667,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.0,
          "mean_injected_shim_tokens": 0.0,
          "mean_prompt_tokens": 154.45,
          "n": 120,
          "p50_latency_ms": 1896.92,
          "p95_latency_ms": 2596.89,
          "prompt_token_savings_vs_full_shim_pct": 73.46,
          "single_object_accuracy": 0.0,
          "stable_queries_accuracy": 0.0
        },
        "2_herma_shim_only_bm25_rrf_top3": {
          "compositional_accuracy": 0.05,
          "exact_recall_accuracy": 0.641667,
          "field_recall_accuracy": 0.722222,
          "injected_shim_token_savings_pct": 0.0,
          "json_schema_valid_rate": 0.891667,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.583333,
          "mean_injected_shim_tokens": 427.6,
          "mean_prompt_tokens": 582.05,
          "n": 120,
          "p50_latency_ms": 2452.38,
          "p95_latency_ms": 2778.7,
          "prompt_token_savings_vs_full_shim_pct": 0.0,
          "single_object_accuracy": 0.9375,
          "stable_queries_accuracy": 0.648148
        },
        "3_lora_as_memory_zero_context": {
          "compositional_accuracy": 0.05,
          "exact_recall_accuracy": 0.616667,
          "field_recall_accuracy": 0.856944,
          "injected_shim_token_savings_pct": 100.0,
          "json_schema_valid_rate": 1.0,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.0,
          "mean_injected_shim_tokens": 0.0,
          "mean_prompt_tokens": 154.45,
          "n": 120,
          "p50_latency_ms": 3439.22,
          "p95_latency_ms": 3786.53,
          "prompt_token_savings_vs_full_shim_pct": 73.46,
          "single_object_accuracy": 0.9,
          "stable_queries_accuracy": 0.685185
        },
        "4_hybrid_lora_memory_plus_compact_shim": {
          "compositional_accuracy": 0.75,
          "exact_recall_accuracy": 0.916667,
          "field_recall_accuracy": 0.975,
          "injected_shim_token_savings_pct": 91.0,
          "json_schema_valid_rate": 1.0,
          "latency_probes": 24,
          "live_delta_queries_accuracy": 0.833333,
          "mean_injected_shim_tokens": 38.48,
          "mean_prompt_tokens": 192.93,
          "n": 120,
          "p50_latency_ms": 3551.8,
          "p95_latency_ms": 5465.71,
          "prompt_token_savings_vs_full_shim_pct": 66.85,
          "single_object_accuracy": 1.0,
          "stable_queries_accuracy": 0.925926
        }
      },
      "retrieval_hit_rates": {
        "bm25_rrf_top3_all_required_hit_rate": 1.0,
        "compact_pointer_all_required_hit_rate": 0.983333
      },
      "sanity_retention": {
        "base_sanity_accuracy": 0.925,
        "lora_sanity_accuracy": 0.975,
        "retention_ratio": 1.054054
      },
      "scale": "llama-3.2-3b-instruct",
      "training": {
        "adapter_files_sha256": {
          "README.md": "3d127b0ec42d8d38c854385c5b10b32dadf260f0be304068f0fdba633b4d0fb5",
          "adapter_config.json": "d4eaf2a5ea362f4f10917a89690b9772bd7b05cb7a0d64c8625542d1b7fb6e01",
          "adapter_model.safetensors": "679734caa42017a764b45bad0d956bf57118dc15a3be20f7e56899cfdb43dbe0"
        },
        "epochs": 12,
        "first_loss": 2.596923,
        "format_replay_anchors": 24,
        "frozen_base_unchanged": true,
        "last_loss": 0.000141,
        "learning_rate": 0.00025,
        "lora_alpha": 64,
        "lora_dropout": 0.0,
        "optimizer_steps": 1512,
        "peak_allocated_bytes": 8211716608,
        "peak_reserved_bytes": 11725176832,
        "rank": 32,
        "reload_determinism": {
          "exact_matches": 8,
          "max_abs_logit_diff": 0.0,
          "probes": 8
        },
        "train_task_pairs": 480,
        "trainable_parameters": 48627712,
        "training_seconds": 3184.954
      }
    }
  },
  "receipt_sha256": "bf1e209a519e667e7edca15e46b68ef84ef47f69fdfb56ed8e1264dfeb8f127e"
}