{
  "schema_version": 1,
  "reviewed_on": "2026-09-20",
  "collection": {
    "maintainer_confirmation": "Independently collected using the same OpenVLA weights and seeds as SAFE authors; raw data backed up on Google Drive.",
    "confirmed_on": "2026-09-20",
    "suite": "libero_10",
    "policy_checkpoint_from_upstream_recipe": "openvla/openvla-7b-finetuned-libero-10",
    "upstream_default_seed": 7,
    "upstream_recipe": "https://github.com/vla-safe/openvla#generate-rollouts-on-libero-task-suite",
    "upstream_collector": "https://github.com/vla-safe/openvla/blob/main/experiments/robot/libero/run_libero_eval.py",
    "evidence_note": "Checkpoint name and seed 7 are upstream recipe details, consistent with maintainer confirmation; no original per-shard collection command or immutable weight revision was recovered.",
    "unarchived": [
      "original collection command per shard",
      "policy weight revision or digest",
      "collection-time source revision and simulator dependency lock",
      "public raw-data download location"
    ]
  },
  "task_mapping_evidence": "One metadata sample per task from each prepared shard; all 20 samples agree on suite and task description. Counts and outcomes are separately verified from the score bundle.",
  "tasks": [
    {
      "task_id": 0,
      "suite": "libero_10",
      "description": "put both the alphabet soup and the tomato sauce in the basket",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task0--ep0--succ1.pkl",
          "sha256": "7370b01bdd17a83aed50f16dae73c71b5fdda93339c329f0ad16985738e58ee3"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task0--ep0--succ0.pkl",
          "sha256": "c6b3acc1cae1048d838e114eabadea45a5058aac7084030473a35cf25a4c6244"
        }
      ]
    },
    {
      "task_id": 1,
      "suite": "libero_10",
      "description": "put both the cream cheese box and the butter in the basket",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task1--ep0--succ1.pkl",
          "sha256": "1278deee82e8d8cd5efb4cb1f2275adbe7960db7063bb36a093b6f7816eb9aed"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task1--ep0--succ1.pkl",
          "sha256": "d8685862ce408c2b5d65aa9eaf3e9a176c62464ef1c7f1830c2d09d67076acb6"
        }
      ]
    },
    {
      "task_id": 2,
      "suite": "libero_10",
      "description": "turn on the stove and put the moka pot on it",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task2--ep0--succ1.pkl",
          "sha256": "1b50ddb65bb5d21b85072ea196845fb5c0c68e6cde2491ff9da4870d91f783fd"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task2--ep0--succ0.pkl",
          "sha256": "de0f95ab7eae3fc7a82efc4ed4fdf1b9eab0902f233a5040914969fcbdcacee9"
        }
      ]
    },
    {
      "task_id": 3,
      "suite": "libero_10",
      "description": "put the black bowl in the bottom drawer of the cabinet and close it",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task3--ep0--succ1.pkl",
          "sha256": "3f1b99c77b1c3da085a693fe2322095c8e049a35cf9855b0c34128be152e6832"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task3--ep0--succ1.pkl",
          "sha256": "2e18f0420608a5955fd6776bead68d7149ac25c948266a7d47dd9789e148a2e7"
        }
      ]
    },
    {
      "task_id": 4,
      "suite": "libero_10",
      "description": "put the white mug on the left plate and put the yellow and white mug on the right plate",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task4--ep0--succ0.pkl",
          "sha256": "bf615b4e5fee26377ed38ee611007cb0bb99d4dff34ca7b5ab21aa3e87b70132"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task4--ep0--succ0.pkl",
          "sha256": "b59c779bb6b5ba17e8b235c04ab9726ae8f3b3a136eef866c264f2e438d257ec"
        }
      ]
    },
    {
      "task_id": 5,
      "suite": "libero_10",
      "description": "pick up the book and place it in the back compartment of the caddy",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task5--ep0--succ1.pkl",
          "sha256": "52c536a8b42662114a5696e9fab3f54be5eb8aeaab0ff8cab5552a408cd56e4f"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task5--ep0--succ1.pkl",
          "sha256": "6a26e0e55e169e985ecf11a0fa7d1a20bd2c1aac31c0d883d282c9e2ed0623e2"
        }
      ]
    },
    {
      "task_id": 6,
      "suite": "libero_10",
      "description": "put the white mug on the plate and put the chocolate pudding to the right of the plate",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task6--ep0--succ1.pkl",
          "sha256": "d762f67310d0e621e4c852ffac5aa0ccd77423f259e96a6d308bdf53e8fa88a9"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task6--ep0--succ1.pkl",
          "sha256": "72d989db549f28891cdd1a01afee77bc349dcb4d621cac459a0f4b9c16f16993"
        }
      ]
    },
    {
      "task_id": 7,
      "suite": "libero_10",
      "description": "put both the alphabet soup and the cream cheese box in the basket",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task7--ep0--succ1.pkl",
          "sha256": "5f7b92a583fd9b33986ffdd6014e5fa5f46c06422dfbd6fe99d5e9001b7777dc"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task7--ep0--succ1.pkl",
          "sha256": "961307f0ddfb50b07b87545e03480b830ccf6039d982d543a490fbb838b23f94"
        }
      ]
    },
    {
      "task_id": 8,
      "suite": "libero_10",
      "description": "put both moka pots on the stove",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task8--ep0--succ0.pkl",
          "sha256": "cac73356e96dbe1c79d11f81e518454c973fef85db800a6eba406d70e93595ef"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task8--ep0--succ1.pkl",
          "sha256": "3743d6282062088de4d8323090e2b9771086dc1cd504fd9696d2b9f4eb70f053"
        }
      ]
    },
    {
      "task_id": 9,
      "suite": "libero_10",
      "description": "put the yellow and white mug in the microwave and close it",
      "metadata_samples": [
        {
          "path": "data/processed/primary_l32/openVLA-last-layer/task9--ep0--succ0.pkl",
          "sha256": "5362be6427b7397fc5e3505bf06d96800a0149f0bed2f377dedf67fb199e4ed3"
        },
        {
          "path": "data/processed/primary_l32/openVLA-last-layer-2/task9--ep0--succ0.pkl",
          "sha256": "4d70e58f50c44950678622f5ad7ac31c8e9dc5eb2c7c4eacdbf46519b5affff1"
        }
      ]
    }
  ],
  "probe_training": {
    "loto_mlp": {
      "source_metadata": "wandb/run-20260614_173802-7o6s92ue/files/wandb-metadata.json",
      "source_metadata_sha256": "b4ea81b0314e79b8082cce71dba576f83270fc7ec56d27b352922dab4776affe",
      "source_config_sha256": "3cebb13a0fd3ee74c1b6960f8eac885c3f917bef9cc2663710ce23254808c209",
      "recorded_git_revision": "8bdb598702e42af0d44bdc5555a8b7c1f8917f4a",
      "revision_note": "Recorded HEAD; this does not attest to a clean working tree or identify all training-time source changes.",
      "entrypoint": "scripts/train_openvla_layer_selection.py",
      "arguments_without_tracking": [
        "--root",
        "data/rollouts",
        "--output-dir",
        "runs/openvla_mlp_loto_l32",
        "--model-type",
        "mlp",
        "--layers",
        "32",
        "--loto",
        "--loto-seed",
        "0",
        "--lr",
        "1e-4",
        "--lambda-reg",
        "1e-2",
        "--epochs",
        "1000",
        "--batch-size",
        "64",
        "--gradient-accumulation-steps",
        "8",
        "--token-pool",
        "last",
        "--hidden-dim",
        "256",
        "--device",
        "mps"
      ],
      "settings": {
        "batch_size": 64,
        "gradient_accumulation_steps": 8,
        "epochs": 1000,
        "no_early_stopping": true,
        "optimizer": "adam",
        "lr": 0.0001,
        "lambda_reg": 0.01,
        "hidden_dim": 256,
        "dropout": 0,
        "grad_clip": 0,
        "lambda_fail": 1,
        "lambda_success": 1,
        "loto": true,
        "loto_seed": 0,
        "seeds": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9
        ],
        "seen_train_ratio": 0.6,
        "unseen_task_ratio": 0.3,
        "split_sizes": {
          "test": 100,
          "train": 540,
          "val": 360
        },
        "token_pool": "last",
        "selected_layers": [
          32
        ],
        "device": "mps",
        "n_rollouts": 1000
      },
      "checkpoint_selection": "minimum validation loss over the completed training run",
      "selected_epochs": {
        "0": 742,
        "1": 288,
        "2": 396,
        "3": 562,
        "4": 477,
        "5": 361,
        "6": 140,
        "7": 710,
        "8": 667,
        "9": 796
      }
    },
    "loto_lstm": {
      "source_metadata": "wandb/run-20260614_212913-rdtwfitl/files/wandb-metadata.json",
      "source_metadata_sha256": "d3fb06282fb17a03519583337a479fcfa7c4e6f36033f9aa29af24cada225b26",
      "source_config_sha256": "ab4d86b80349be109621c00b56cb21561faa1744f9040a1478a47a1b60bd1735",
      "recorded_git_revision": "8bdb598702e42af0d44bdc5555a8b7c1f8917f4a",
      "revision_note": "Recorded HEAD; this does not attest to a clean working tree or identify all training-time source changes.",
      "entrypoint": "scripts/train_openvla_layer_selection.py",
      "arguments_without_tracking": [
        "--root",
        "data/rollouts",
        "--output-dir",
        "runs/openvla_lstm_loto_l32",
        "--model-type",
        "lstm",
        "--layers",
        "32",
        "--loto",
        "--loto-seed",
        "0",
        "--lr",
        "1e-4",
        "--lambda-reg",
        "1",
        "--epochs",
        "1000",
        "--batch-size",
        "64",
        "--gradient-accumulation-steps",
        "8",
        "--token-pool",
        "last",
        "--hidden-dim",
        "256",
        "--device",
        "mps"
      ],
      "settings": {
        "batch_size": 64,
        "gradient_accumulation_steps": 8,
        "epochs": 1000,
        "no_early_stopping": true,
        "optimizer": "adam",
        "lr": 0.0001,
        "lambda_reg": 1,
        "hidden_dim": 256,
        "dropout": 0,
        "grad_clip": 0,
        "lambda_fail": 1,
        "lambda_success": 1,
        "loto": true,
        "loto_seed": 0,
        "seeds": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9
        ],
        "seen_train_ratio": 0.6,
        "unseen_task_ratio": 0.3,
        "split_sizes": {
          "test": 100,
          "train": 540,
          "val": 360
        },
        "token_pool": "last",
        "selected_layers": [
          32
        ],
        "device": "mps",
        "n_rollouts": 1000
      },
      "checkpoint_selection": "minimum validation loss over the completed training run",
      "selected_epochs": {
        "0": 825,
        "1": 534,
        "2": 804,
        "3": 839,
        "4": 617,
        "5": 819,
        "6": 602,
        "7": 636,
        "8": 544,
        "9": 879
      }
    },
    "seed012_mlp": {
      "source_metadata": "wandb/run-20260615_155815-ifqt0mhc/files/wandb-metadata.json",
      "source_metadata_sha256": "caa7b4ef87929f4579e615b13e500632a13f7989a917e2b2d2298558d09db055",
      "source_config_sha256": "0afbf802d2a01076ed06bb60a30594fdf41b53357ca417254cb710e40fb95fed",
      "recorded_git_revision": "8bdb598702e42af0d44bdc5555a8b7c1f8917f4a",
      "revision_note": "Recorded HEAD; this does not attest to a clean working tree or identify all training-time source changes.",
      "entrypoint": "scripts/train_openvla_layer_selection.py",
      "arguments_without_tracking": [
        "--root",
        "data/rollouts",
        "--output-dir",
        "runs/openvla_mlp_seed012_l32_opt",
        "--model-type",
        "mlp",
        "--layers",
        "32",
        "--seeds",
        "0,1,2",
        "--skip-topk",
        "--lr",
        "1e-4",
        "--lambda-reg",
        "1e-2",
        "--epochs",
        "1000",
        "--batch-size",
        "64",
        "--gradient-accumulation-steps",
        "8",
        "--token-pool",
        "last",
        "--hidden-dim",
        "256",
        "--device",
        "mps"
      ],
      "settings": {
        "batch_size": 64,
        "gradient_accumulation_steps": 8,
        "epochs": 1000,
        "no_early_stopping": true,
        "optimizer": "adam",
        "lr": 0.0001,
        "lambda_reg": 0.01,
        "hidden_dim": 256,
        "dropout": 0,
        "grad_clip": 0,
        "lambda_fail": 1,
        "lambda_success": 1,
        "loto": false,
        "loto_seed": 0,
        "seeds": [
          0,
          1,
          2
        ],
        "seen_train_ratio": 0.6,
        "unseen_task_ratio": 0.3,
        "split_sizes": {
          "test": 300,
          "train": 420,
          "val": 280
        },
        "token_pool": "last",
        "selected_layers": [
          32
        ],
        "device": "mps",
        "n_rollouts": 1000
      },
      "checkpoint_selection": "minimum validation loss over the completed training run",
      "selected_epochs": {
        "0": 225,
        "1": 190,
        "2": 399
      }
    },
    "seed012_lstm": {
      "source_metadata": "wandb/run-20260615_165856-v92wudqy/files/wandb-metadata.json",
      "source_metadata_sha256": "24e39119bc42976ba411a9f5933ecf1c5533136faf52392f86e5caaf80714f3f",
      "source_config_sha256": "b6f2a4b024505379c9071833bbc97406a367a9a2da5c9b60e1db88b282fb984e",
      "recorded_git_revision": "8bdb598702e42af0d44bdc5555a8b7c1f8917f4a",
      "revision_note": "Recorded HEAD; this does not attest to a clean working tree or identify all training-time source changes.",
      "entrypoint": "scripts/train_openvla_layer_selection.py",
      "arguments_without_tracking": [
        "--root",
        "data/rollouts",
        "--output-dir",
        "runs/openvla_lstm_seed012_l32_opt",
        "--model-type",
        "lstm",
        "--layers",
        "32",
        "--seeds",
        "0,1,2",
        "--skip-topk",
        "--lr",
        "1e-4",
        "--lambda-reg",
        "1",
        "--epochs",
        "1000",
        "--batch-size",
        "64",
        "--gradient-accumulation-steps",
        "8",
        "--token-pool",
        "last",
        "--hidden-dim",
        "256",
        "--device",
        "mps"
      ],
      "settings": {
        "batch_size": 64,
        "gradient_accumulation_steps": 8,
        "epochs": 1000,
        "no_early_stopping": true,
        "optimizer": "adam",
        "lr": 0.0001,
        "lambda_reg": 1,
        "hidden_dim": 256,
        "dropout": 0,
        "grad_clip": 0,
        "lambda_fail": 1,
        "lambda_success": 1,
        "loto": false,
        "loto_seed": 0,
        "seeds": [
          0,
          1,
          2
        ],
        "seen_train_ratio": 0.6,
        "unseen_task_ratio": 0.3,
        "split_sizes": {
          "test": 300,
          "train": 420,
          "val": 280
        },
        "token_pool": "last",
        "selected_layers": [
          32
        ],
        "device": "mps",
        "n_rollouts": 1000
      },
      "checkpoint_selection": "minimum validation loss over the completed training run",
      "selected_epochs": {
        "0": 842,
        "1": 843,
        "2": 994
      }
    }
  }
}