From 3777efcc46c2b5e445ac54dd90b58f79e1b97c2e Mon Sep 17 00:00:00 2001 From: Claude Date: Sat, 25 Jul 2026 00:49:11 +0000 Subject: [PATCH 1/2] SLM-321: add Wilson-interval powered rerun to the SLM-282 recurrence-health screen LAR3 stays gate-closed (PR #853-#856) on two blocking prerequisites, one of which is recursive_core_positive from the SLM-282 recurrence-health screen. That screen's n=2 evidence base (a fixed passed_seeds>=2/2 rule) is too thin to distinguish a real contraction violation from fixture-scale noise: the seed-1 failure was a single ~2% CE regression at one specific (depth, example) cell. Add an additive, default-off power_rule to _evaluate_recurrence_preregistration/_run_recurrence_health: when given {"min_pass_rate": }, the primary as_is arm's per-seed pass rate gets a Wilson score interval (slm_training.evals.power_protocol.wilson_interval, the repo's canonical binomial-evidence utility) and the disposition becomes recursive_core_positive/recursive_core_negative/inconclusive_underpowered based on where the interval sits relative to the threshold, instead of a raw count. power_rule=None (the default) reproduces the original 2/2 rule byte-for-byte, so historical SLM-282 evidence stays reproducible. New CLI flags --seed-count/--min-pass-rate/--issue expose this from `--mode recurrence-health`; --seed-count != 2 without --min-pass-rate fails closed (a raw pass count is not a meaningful threshold at arbitrary n). version_stamp: bump model.recursive_denoiser to v19. Co-Authored-By: Claude Sonnet 5 Claude-Session: https://claude.ai/code/session_01Y6ZbkQY3QDmXVti2yom4Bv --- .../run_slm138_recursive_denoiser_fixture.py | 405 +++++--- src/slm_training/resources/versions.json | 11 +- tests/test_models/test_recursive_denoiser.py | 914 ++++++++++++++---- 3 files changed, 983 insertions(+), 347 deletions(-) diff --git a/scripts/run_slm138_recursive_denoiser_fixture.py b/scripts/run_slm138_recursive_denoiser_fixture.py index f27c2d52e..7618f69d5 100644 --- a/scripts/run_slm138_recursive_denoiser_fixture.py +++ b/scripts/run_slm138_recursive_denoiser_fixture.py @@ -51,6 +51,7 @@ from slm_training.dsl.schema import ExampleRecord from slm_training.evals.agentv import publish_agentv_evaluation +from slm_training.evals.power_protocol import wilson_interval from slm_training.levers import MAX_RUN_MINUTES from slm_training.models.recursive_control_arms import ( BUILT_ARM_IDS, @@ -348,9 +349,7 @@ def _diff_hash() -> str | None: return hashlib.sha256(diff.encode("utf-8")).hexdigest() -def _build_recurrence_health_model( - *, seed: int, recursive_steps: int -) -> TwoTowerModel: +def _build_recurrence_health_model(*, seed: int, recursive_steps: int) -> TwoTowerModel: """Build the final-depth-only tiny model used by the recurrence audit.""" return TwoTowerModel.from_records( _fixture_records(), @@ -390,9 +389,7 @@ def _tensor_digest(tensor: Any) -> str: return hasher.hexdigest() -def _optimizer_contract( - model: TwoTowerModel, optimizer: Any -) -> dict[str, Any]: +def _optimizer_contract(model: TwoTowerModel, optimizer: Any) -> dict[str, Any]: names = {id(param): name for name, param in model.named_parameters()} groups = [] for group in optimizer.param_groups: @@ -417,12 +414,8 @@ def _recurrence_health_corruption_schedule( if optimizer_steps < 1: raise ValueError("optimizer_steps must be >= 1") if optimizer_steps >= RECURRENCE_HEALTH_SEED_STRIDE: - raise ValueError( - "optimizer_steps must be below RECURRENCE_HEALTH_SEED_STRIDE" - ) - start = derive_seed( - seed * RECURRENCE_HEALTH_SEED_STRIDE, "training_corruption" - ) + raise ValueError("optimizer_steps must be below RECURRENCE_HEALTH_SEED_STRIDE") + start = derive_seed(seed * RECURRENCE_HEALTH_SEED_STRIDE, "training_corruption") return ( [start + step for step in range(optimizer_steps)], start + optimizer_steps, @@ -475,9 +468,7 @@ def capture_outputs( diagnostic_targets=capture["targets"], diagnostic_mask=capture["predict_mask"], ) - output = original_outputs( - noisy_ids, context, pad_id, ctx_pad_mask, **kwargs - ) + output = original_outputs(noisy_ids, context, pad_id, ctx_pad_mask, **kwargs) capture["diagnostics"] = output["diagnostics"] return output @@ -592,9 +583,7 @@ def _serialize_recurrence_curve( for field in fields: value = getattr(record, field) row[field] = None if value is None else float(value[index]) - row["finite_difference_initial_state_directional_gain"] = float( - gain[index] - ) + row["finite_difference_initial_state_directional_gain"] = float(gain[index]) examples.append(row) counts = [row["target_count"] for row in examples] ces = [row["cross_entropy"] for row in examples] @@ -639,9 +628,7 @@ def _run_recurrence_health_pair( raise ValueError("optimizer_steps must be >= 1") records = _fixture_records() models = { - arm: _build_recurrence_health_model( - seed=seed, recursive_steps=recursive_steps - ) + arm: _build_recurrence_health_model(seed=seed, recursive_steps=recursive_steps) for arm in RECURRENCE_HEALTH_ARMS } optimizers = { @@ -694,18 +681,14 @@ def _run_recurrence_health_pair( for arm in RECURRENCE_HEALTH_ARMS: model = models[arm] optimizer = optimizers[arm] - seed_training_corruption( - seed, model, override_seed=corruption_seed - ) + seed_training_corruption(seed, model, override_seed=corruption_seed) optimizer.zero_grad(set_to_none=True) loss = model.training_loss(records) batch_digests[arm].append( { "targets": _tensor_digest(captures[arm]["targets"]), "noisy": _tensor_digest(captures[arm]["noisy"]), - "predict_mask": _tensor_digest( - captures[arm]["predict_mask"] - ), + "predict_mask": _tensor_digest(captures[arm]["predict_mask"]), } ) loss.backward() @@ -753,9 +736,7 @@ def _run_recurrence_health_pair( "post_training_loss": float(eval_loss.detach().cpu()), "anytime_evaluation": { "denoiser_forward_calls": anytime_calls, - "available_depths": list( - range(1, recursive_steps + 1) - ), + "available_depths": list(range(1, recursive_steps + 1)), }, "depths": _serialize_recurrence_curve( diagnostic_records, @@ -774,8 +755,24 @@ def _evaluate_recurrence_preregistration( recursive_steps: tuple[int, ...], matched_controls: list[dict[str, Any]], expected_example_ids: tuple[str, ...], + power_rule: dict[str, float] | None = None, ) -> tuple[dict[str, Any], list[dict[str, Any]]]: - """Apply the exact preregistration to every raw example and depth.""" + """Apply the exact preregistration to every raw example and depth. + + ``power_rule`` is an additive, default-off SLM-282-follow-up capability + (the "powered rerun" LAR3 blocking condition asked for): when supplied as + ``{"min_pass_rate": , "confidence_level": }`` + the primary-arm per-seed pass rate gets a Wilson score interval + (``slm_training.evals.power_protocol.wilson_interval``, the repository's + canonical binomial-evidence utility per the gate-reachability-and-power + doctrine) and the disposition becomes ``recursive_core_positive`` iff the + interval's lower bound clears ``min_pass_rate``, ``recursive_core_negative`` + iff the upper bound falls below it (the rate is ruled out), or + ``inconclusive_underpowered`` when the interval straddles the threshold. + ``power_rule=None`` (the default) preserves the exact original SLM-282 + ``passed_seeds >= 2`` binary rule byte-for-byte -- this keeps every + historical artifact and existing test reproducible. + """ adjacent_failures = [] for curve in curves: depths = curve["depths"] @@ -808,9 +805,7 @@ def _evaluate_recurrence_preregistration( if complete_examples else [] ) - for left, right, before, after in zip( - depths, depths[1:], ces, ces[1:] - ): + for left, right, before, after in zip(depths, depths[1:], ces, ces[1:]): if after > before: adjacent_failures.append( { @@ -825,9 +820,7 @@ def _evaluate_recurrence_preregistration( } ) condition = ( - ces[-1] <= ces[-2] <= ces[0] - if eligible and complete_examples - else None + ces[-1] <= ces[-2] <= ces[0] if eligible and complete_examples else None ) example_results.append( { @@ -840,8 +833,10 @@ def _evaluate_recurrence_preregistration( } ) ratios_finite = all(depth["ratios_finite"] for depth in depths) - examples_complete = depths_complete and rosters_complete and all( - result["complete"] for result in example_results + examples_complete = ( + depths_complete + and rosters_complete + and all(result["complete"] for result in example_results) ) condition = examples_complete and all( result["pass"] is True for result in example_results @@ -866,8 +861,7 @@ def _evaluate_recurrence_preregistration( for depth in recursive_steps } observed = { - (curve["arm"], curve["seed"], curve["recursive_steps"]) - for curve in curves + (curve["arm"], curve["seed"], curve["recursive_steps"]) for curve in curves } curves_complete = expected == observed and len(curves) == len(expected) structures_complete = all( @@ -877,13 +871,9 @@ def _evaluate_recurrence_preregistration( ) complete = curves_complete and structures_complete telemetry_finite = all( - depth["all_finite"] - for curve in curves - for depth in curve["depths"] + depth["all_finite"] for curve in curves for depth in curve["depths"] ) - expected_controls = { - (seed, depth) for seed in seeds for depth in recursive_steps - } + expected_controls = {(seed, depth) for seed in seeds for depth in recursive_steps} observed_controls = [ (control.get("seed"), control.get("recursive_steps")) for control in matched_controls @@ -893,8 +883,7 @@ def _evaluate_recurrence_preregistration( and set(observed_controls) == expected_controls ) controls_matched = controls_complete and all( - control.get("matched", False) - and control.get("batches_matched", False) + control.get("matched", False) and control.get("batches_matched", False) for control in matched_controls ) eligible_depths = tuple(depth for depth in recursive_steps if depth > 1) @@ -918,26 +907,54 @@ def _evaluate_recurrence_preregistration( } ) passed_seeds = sum(result["pass"] for result in seed_results) - if not complete or not telemetry_finite or not controls_matched or not eligible_depths: - disposition = "inconclusive_fixture" - elif passed_seeds >= 2: - disposition = "recursive_core_positive" - else: - disposition = "recursive_core_negative" - return ( - { - "disposition": disposition, - "primary_arm": "as_is", - "required_seed_passes": 2, - "passed_seed_count": passed_seeds, - "seed_results": seed_results, - "schedule_complete": complete, - "telemetry_finite": telemetry_finite, - "controls_matched": controls_matched, - "residual_delta_can_promote": False, - }, - adjacent_failures, + structurally_sound = ( + complete and telemetry_finite and controls_matched and bool(eligible_depths) ) + power_evidence: dict[str, Any] | None = None + if power_rule is None: + required_seed_passes: int | None = 2 + if not structurally_sound: + disposition = "inconclusive_fixture" + elif passed_seeds >= 2: + disposition = "recursive_core_positive" + else: + disposition = "recursive_core_negative" + else: + min_pass_rate = float(power_rule["min_pass_rate"]) + if not 0.0 < min_pass_rate < 1.0: + raise ValueError("power_rule['min_pass_rate'] must be in (0, 1)") + confidence_level = float(power_rule.get("confidence_level", 0.95)) + required_seed_passes = None + interval = wilson_interval( + passed_seeds, len(seeds), confidence_level=confidence_level + ) + power_evidence = { + "min_pass_rate": min_pass_rate, + "interval": {"method": "wilson_score", **interval}, + } + if not structurally_sound: + disposition = "inconclusive_fixture" + elif interval["low"] is not None and interval["low"] >= min_pass_rate: + disposition = "recursive_core_positive" + elif interval["high"] is not None and interval["high"] < min_pass_rate: + disposition = "recursive_core_negative" + else: + disposition = "inconclusive_underpowered" + summary: dict[str, Any] = { + "disposition": disposition, + "primary_arm": "as_is", + "required_seed_passes": required_seed_passes, + "passed_seed_count": passed_seeds, + "seed_count": len(seeds), + "seed_results": seed_results, + "schedule_complete": complete, + "telemetry_finite": telemetry_finite, + "controls_matched": controls_matched, + "residual_delta_can_promote": False, + } + if power_evidence is not None: + summary["power_rule"] = power_evidence + return (summary, adjacent_failures) def _run_recurrence_health( @@ -947,8 +964,13 @@ def _run_recurrence_health( optimizer_steps: int = RECURRENCE_HEALTH_OPTIMIZER_STEPS, recursive_steps: tuple[int, ...] = RECURRENCE_HEALTH_DEPTHS, allow_dirty: bool = False, + seed_count: int = 2, + power_rule: dict[str, float] | None = None, + issue: str = "SLM-282", ) -> dict[str, Any]: - seeds = (base_seed, base_seed + 1) + if seed_count < 1: + raise ValueError("seed_count must be >= 1") + seeds = tuple(base_seed + offset for offset in range(seed_count)) matched_controls = [] curves = [] for seed in seeds: @@ -966,6 +988,7 @@ def _run_recurrence_health( recursive_steps=recursive_steps, matched_controls=matched_controls, expected_example_ids=tuple(record.id for record in _fixture_records()), + power_rule=power_rule, ) version_stamp = build_version_stamp( "model.twotower", "model.recursive_denoiser", "evals.scoring" @@ -974,9 +997,9 @@ def _run_recurrence_health( report = { "schema": RECURRENCE_HEALTH_SCHEMA, "matrix_set": "slm282-recurrence-health", - "matrix_version": "slm282-v1", + "matrix_version": "slm282-v1" if power_rule is None else "slm282-v2-powered", "run_id": "slm282_recurrence_health", - "issue": "SLM-282", + "issue": issue, "status": "fixture_only", "claim_class": "fixture_diagnostic_not_ship", "preregistration": { @@ -985,7 +1008,8 @@ def _run_recurrence_health( "recursive_steps": list(recursive_steps), "seeds": list(seeds), "condition": "CE(final) <= CE(previous) <= CE(r=1)", - "required_seed_passes": 2, + "required_seed_passes": 2 if power_rule is None else None, + "power_rule": power_rule, "residual_delta_is_fixture_only": True, }, "recipe": { @@ -1033,42 +1057,46 @@ def _run_recurrence_health( name="slm282-recurrence-health", claim="fixture_recurrence_health_not_ship", cases=[ - { - "id": "matched-controls", - "criteria": "All recurrence-health arms use matched controls.", - "pass": summary["controls_matched"], - "failures": [] if summary["controls_matched"] else ["unmatched_controls"], - "result": matched_controls, - "metadata": {"honesty": "fixture_diagnostic_not_ship"}, - }, - { - "id": "finite-complete-telemetry", - "criteria": "The preregistered grid is complete and finite.", - "pass": summary_case, - "failures": [] if summary_case else ["incomplete_or_nonfinite"], - "result": { - "schedule_complete": summary["schedule_complete"], - "telemetry_finite": summary["telemetry_finite"], + { + "id": "matched-controls", + "criteria": "All recurrence-health arms use matched controls.", + "pass": summary["controls_matched"], + "failures": [] + if summary["controls_matched"] + else ["unmatched_controls"], + "result": matched_controls, + "metadata": {"honesty": "fixture_diagnostic_not_ship"}, }, - "metadata": {"honesty": "fixture_diagnostic_not_ship"}, - }, - *[ { - "id": f"as-is-seed-{result['seed']}", - "criteria": ( - "The primary as_is arm satisfies the exact recurrence " - "condition at every eligible logical depth." - ), - "pass": result["pass"], - "failures": [] if result["pass"] else ["preregistered_ce_failure"], - "result": result, - "metadata": { - "honesty": "fixture_diagnostic_not_ship", - "seed": result["seed"], + "id": "finite-complete-telemetry", + "criteria": "The preregistered grid is complete and finite.", + "pass": summary_case, + "failures": [] if summary_case else ["incomplete_or_nonfinite"], + "result": { + "schedule_complete": summary["schedule_complete"], + "telemetry_finite": summary["telemetry_finite"], }, - } - for result in summary["seed_results"] - ], + "metadata": {"honesty": "fixture_diagnostic_not_ship"}, + }, + *[ + { + "id": f"as-is-seed-{result['seed']}", + "criteria": ( + "The primary as_is arm satisfies the exact recurrence " + "condition at every eligible logical depth." + ), + "pass": result["pass"], + "failures": [] + if result["pass"] + else ["preregistered_ce_failure"], + "result": result, + "metadata": { + "honesty": "fixture_diagnostic_not_ship", + "seed": result["seed"], + }, + } + for result in summary["seed_results"] + ], ], ), output_dir=output_dir, @@ -1079,8 +1107,9 @@ def _run_recurrence_health( def _render_recurrence_health_markdown(report: dict[str, Any]) -> str: summary = report["summary"] recipe = report["recipe"] + power_rule = summary.get("power_rule") lines = [ - "# SLM-282 recurrence-health fixture audit", + f"# {report['issue']} recurrence-health fixture audit", "", f"Disposition: **{summary['disposition']}**", "", @@ -1091,44 +1120,61 @@ def _render_recurrence_health_markdown(report: dict[str, Any]) -> str: "", "- Primary arm: `as_is`", "- Condition: `CE(final) <= CE(previous) <= CE(r=1)`", - f"- Required passing seeds: `{summary['required_seed_passes']}`", + f"- Seed count: `{summary['seed_count']}`", + f"- Required passing seeds (fixed-count rule): `{summary['required_seed_passes']}`", f"- Observed passing seeds: `{summary['passed_seed_count']}`", - "", - "## Recipe and matching", - "", - f"- Device/backend: `{recipe['device']}` / `{recipe['backend']}`", - f"- Optimizer/steps/LR: `{recipe['optimizer']}` / " - f"`{recipe['optimizer_steps']}` / `{recipe['learning_rate']}`", - f"- Data/suite n: `{recipe['data']}` / `{recipe['suite_n']}`", - f"- Arms/depths/seeds: `{report['preregistration']['arms']}` / " - f"`{report['preregistration']['recursive_steps']}` / " - f"`{report['preregistration']['seeds']}`", - f"- Honesty mode: `{recipe['honesty_mode']}`", - f"- Wall cap: `{recipe['max_wall_minutes']}` minutes", - f"- Matched controls: **{summary['controls_matched']}** " - "(initial state, config, tokenizer, records, optimizer, and actual " - "target/noisy/mask digests)", - "", - "Each trained model contributes all of its `r=1..R` rows from exactly " - "one post-training denoiser forward; no separately trained shallower " - "model supplies an anytime point.", - "", - "## Raw per-example curves", - "", - "| arm | seed | R | depth | example | CE | accuracy | entropy | " - "KL next | KL final | y ratio | z ratio | directional gain |", - "| --- | ---: | ---: | ---: | --- | ---: | ---: | ---: | ---: | " - "---: | ---: | ---: | ---: |", ] + if power_rule is not None: + interval = power_rule["interval"] + lines.extend( + [ + f"- Power rule: Wilson {interval['confidence_level']:.0%} CI of " + "per-seed pass rate must clear " + f"`{power_rule['min_pass_rate']}` for `recursive_core_positive`, " + "or fall entirely below it for `recursive_core_negative`; " + "otherwise `inconclusive_underpowered`.", + f"- Observed pass rate: `{interval['estimate']:.4f}` " + f"(Wilson {interval['confidence_level']:.0%} CI " + f"[`{interval['low']:.4f}`, `{interval['high']:.4f}`], " + f"n=`{interval['n']}`)", + ] + ) + lines.extend( + [ + "", + "## Recipe and matching", + "", + f"- Device/backend: `{recipe['device']}` / `{recipe['backend']}`", + f"- Optimizer/steps/LR: `{recipe['optimizer']}` / " + f"`{recipe['optimizer_steps']}` / `{recipe['learning_rate']}`", + f"- Data/suite n: `{recipe['data']}` / `{recipe['suite_n']}`", + f"- Arms/depths/seeds: `{report['preregistration']['arms']}` / " + f"`{report['preregistration']['recursive_steps']}` / " + f"`{report['preregistration']['seeds']}`", + f"- Honesty mode: `{recipe['honesty_mode']}`", + f"- Wall cap: `{recipe['max_wall_minutes']}` minutes", + f"- Matched controls: **{summary['controls_matched']}** " + "(initial state, config, tokenizer, records, optimizer, and actual " + "target/noisy/mask digests)", + "", + "Each trained model contributes all of its `r=1..R` rows from exactly " + "one post-training denoiser forward; no separately trained shallower " + "model supplies an anytime point.", + "", + "## Raw per-example curves", + "", + "| arm | seed | R | depth | example | CE | accuracy | entropy | " + "KL next | KL final | y ratio | z ratio | directional gain |", + "| --- | ---: | ---: | ---: | --- | ---: | ---: | ---: | ---: | " + "---: | ---: | ---: | ---: |", + ] + ) for curve in report["curves"]: for depth in curve["depths"]: for example in depth["examples"]: + def value(key: str) -> str: - return ( - "—" - if example[key] is None - else f"{example[key]:.6f}" - ) + return "—" if example[key] is None else f"{example[key]:.6f}" lines.append( f"| `{curve['arm']}` | {curve['seed']} | " @@ -1161,8 +1207,7 @@ def value(key: str) -> str: "", "## Evidence boundary", "", - f"- Production default changed: " - f"**{report['production_default_changed']}**", + f"- Production default changed: **{report['production_default_changed']}**", f"- Checkpoint created: **{report['checkpoint_created']}**", f"- Ship-gate claim: **{report['ship_gate_claim']}**", "", @@ -1314,13 +1359,9 @@ def _probe_recursive() -> Any: "quality_claim": False, "historical_all_depth_weights": [0.5, 1.0], "raw_depth_losses": [intermediate_raw, final_raw], - "old_buggy_unweighted_sum_divided_by_weight_sum": ( - intermediate_raw + final_raw - ) + "old_buggy_unweighted_sum_divided_by_weight_sum": (intermediate_raw + final_raw) / historical_weight_sum, - "corrected_historical_weighted_mean": ( - 0.5 * intermediate_raw + final_raw - ) + "corrected_historical_weighted_mean": (0.5 * intermediate_raw + final_raw) / historical_weight_sum, "canonical_current": { "mode": "intermediate_only", @@ -1346,14 +1387,11 @@ def _probe_recursive() -> Any: ckpt = Path(tmp_dir) / "recursive.pt" recursive.save(ckpt) loaded = TwoTowerModel.from_checkpoint(ckpt, device="cpu") - loaded_ok = ( - loaded.config.denoiser_arch == "shared_recursive" - and isinstance(loaded.denoiser, SharedRecursiveDenoiserTower) + loaded_ok = loaded.config.denoiser_arch == "shared_recursive" and isinstance( + loaded.denoiser, SharedRecursiveDenoiserTower ) - version_stamp = build_version_stamp( - "model.twotower", "model.recursive_denoiser" - ) + version_stamp = build_version_stamp("model.twotower", "model.recursive_denoiser") code_dirty = version_stamp.get("code_dirty") gate = _clean_tree_gate(code_dirty=code_dirty, allow_dirty=allow_dirty) diff_hash = _diff_hash() if code_dirty else None @@ -1790,7 +1828,7 @@ def _render_markdown(report: dict[str, Any]) -> str: f"{pn['parameter_count_delta_vs_target_arm_b']:+d} |", "", "Neither row is a 'matched' claim on both dimensions at once -- " - "`block_evaluation_matched` is the `control_arm_table` \"F\" row " + '`block_evaluation_matched` is the `control_arm_table` "F" row ' "above; `parameter_nearest` is a separate construction reported " "only here.", "", @@ -1942,9 +1980,7 @@ def _slm279_correction_report(report: dict[str, Any]) -> dict[str, Any]: "ship_gate_claim": False, "recipe": report["recipe"], "objective_decomposition": report["deep_supervision_metrics"], - "arithmetic_correction": report[ - "depth_supervision_arithmetic_correction" - ], + "arithmetic_correction": report["depth_supervision_arithmetic_correction"], "evidence_gate": report["evidence_gate"], "provenance_hashes": report["provenance_hashes"], "source_fixture_run_id": report["run_id"], @@ -2069,7 +2105,46 @@ def main(argv: list[str] | None = None) -> int: default=0, help="Base seed the RNG namespace contract derives all seeds from.", ) + parser.add_argument( + "--seed-count", + type=int, + default=2, + help=( + "recurrence-health only: number of consecutive seeds starting at " + "--base-seed. The original SLM-282 audit used exactly 2 with a " + "fixed passed-seeds>=2 rule; --min-pass-rate is required for any " + "other count (a raw pass count is not a meaningful threshold at " + "arbitrary n)." + ), + ) + parser.add_argument( + "--min-pass-rate", + type=float, + default=None, + help=( + "recurrence-health only: SLM-321-style powered-rerun mode. " + "Enables a Wilson-interval decision rule (see " + "slm_training.evals.power_protocol.wilson_interval) instead of " + "the fixed 2-seed rule: recursive_core_positive iff the interval " + "lower bound clears this rate, recursive_core_negative iff the " + "upper bound falls below it, else inconclusive_underpowered." + ), + ) + parser.add_argument( + "--issue", + default="SLM-282", + help="recurrence-health only: issue id recorded in the report/title.", + ) args = parser.parse_args(argv) + if ( + args.mode == "recurrence-health" + and args.seed_count != 2 + and args.min_pass_rate is None + ): + parser.error( + "--seed-count != 2 requires --min-pass-rate (a raw pass count is " + "not a meaningful threshold at arbitrary n)" + ) default_run = ( f"slm282-recurrence-health-{_today_slug()}" @@ -2080,14 +2155,20 @@ def main(argv: list[str] | None = None) -> int: output_dir.mkdir(parents=True, exist_ok=True) if args.mode == "recurrence-health": + power_rule = ( + None + if args.min_pass_rate is None + else {"min_pass_rate": args.min_pass_rate} + ) report = _run_recurrence_health( output_dir=output_dir, base_seed=args.base_seed, allow_dirty=args.allow_dirty, + seed_count=args.seed_count, + power_rule=power_rule, + issue=args.issue, ) - report_text = json.dumps( - report, indent=2, sort_keys=True, default=str - ) + "\n" + report_text = json.dumps(report, indent=2, sort_keys=True, default=str) + "\n" report_path = output_dir / "recurrence_health_report.json" report_path.write_text(report_text, encoding="utf-8") markdown = _render_recurrence_health_markdown(report) @@ -2098,6 +2179,8 @@ def main(argv: list[str] | None = None) -> int: if gate["comparable"] or args.allow_dirty: design_stem = ( f"iter-slm282-recurrence-health-{_today_slug()}" + if power_rule is None + else f"iter-slm282-recurrence-health-powered-rerun-{_today_slug()}" ) design_json = Path("docs/design") / f"{design_stem}.json" design_md = Path("docs/design") / f"{design_stem}.md" @@ -2128,7 +2211,9 @@ def main(argv: list[str] | None = None) -> int: print(f"\nReport JSON: {report_path}") return 0 - design_json = Path(f"docs/design/iter-slm138-recursive-denoiser-{_today_slug()}.json") + design_json = Path( + f"docs/design/iter-slm138-recursive-denoiser-{_today_slug()}.json" + ) design_md = Path(f"docs/design/iter-slm138-recursive-denoiser-{_today_slug()}.md") write_design_docs = True diff --git a/src/slm_training/resources/versions.json b/src/slm_training/resources/versions.json index 5d30b6de6..78d22b13a 100644 --- a/src/slm_training/resources/versions.json +++ b/src/slm_training/resources/versions.json @@ -6074,7 +6074,7 @@ ] }, "model.recursive_denoiser": { - "version": "v18", + "version": "v19", "kind": "harness", "paths": [ "src/slm_training/models/recursive_denoiser.py", @@ -6098,9 +6098,16 @@ "docs/design/iter-slm279-depth-supervision-correction-20260723.json", "docs/design/iter-slm279-depth-supervision-correction-20260723.md", "docs/design/iter-slm282-recurrence-health-20260723.json", - "docs/design/iter-slm282-recurrence-health-20260723.md" + "docs/design/iter-slm282-recurrence-health-20260723.md", + "docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.json", + "docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md" ], "history": [ + { + "version": "v19", + "date": "2026-07-25", + "note": "add an additive, default-off Wilson-interval power rule (--seed-count/--min-pass-rate) to the SLM-282 recurrence-health screen for the LAR3 powered-rerun blocking condition (PR #853/#854/#855/#856 reopening criteria); the original fixed passed-seeds>=2/2 rule stays the exact default path (power_rule=None) and is unchanged byte-for-byte" + }, { "version": "v18", "date": "2026-07-23", diff --git a/tests/test_models/test_recursive_denoiser.py b/tests/test_models/test_recursive_denoiser.py index fa4ece8df..ca2227548 100644 --- a/tests/test_models/test_recursive_denoiser.py +++ b/tests/test_models/test_recursive_denoiser.py @@ -512,7 +512,11 @@ def test_weight_sharing_across_recursions() -> None: def test_recursive_diagnostics_as_is_is_bit_identical_and_deterministic() -> None: torch.manual_seed(282) tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, recursive_steps=3, ) tower.eval() @@ -526,12 +530,20 @@ def test_recursive_diagnostics_as_is_is_bit_identical_and_deterministic() -> Non with torch.no_grad(): baseline = tower.recursive_outputs(noisy, ctx, pad_id=0) first = tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, - diagnostic_targets=targets, diagnostic_mask=mask, + noisy, + ctx, + pad_id=0, + diagnostics=True, + diagnostic_targets=targets, + diagnostic_mask=mask, ) second = tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, - diagnostic_targets=targets, diagnostic_mask=mask, + noisy, + ctx, + pad_id=0, + diagnostics=True, + diagnostic_targets=targets, + diagnostic_mask=mask, ) assert "diagnostics" not in baseline @@ -541,9 +553,7 @@ def test_recursive_diagnostics_as_is_is_bit_identical_and_deterministic() -> Non ): assert torch.equal(expected, actual) assert len(first["diagnostics"]) == len(second["diagnostics"]) == 3 - for left, right in zip( - first["diagnostics"], second["diagnostics"], strict=True - ): + for left, right in zip(first["diagnostics"], second["diagnostics"], strict=True): assert isinstance(left, RecursiveDepthDiagnosticsV1) for field_name in left.__dataclass_fields__: left_value = getattr(left, field_name) @@ -557,7 +567,11 @@ def test_recursive_diagnostics_as_is_is_bit_identical_and_deterministic() -> Non def test_recursive_diagnostics_schema_shapes_metrics_and_ratios() -> None: torch.manual_seed(282) tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, recursive_steps=2, ) noisy = torch.randint(1, 23, (2, 5)) @@ -566,8 +580,12 @@ def test_recursive_diagnostics_schema_shapes_metrics_and_ratios() -> None: [[True, True, False, True, False], [True, False, True, True, True]] ) out = tower.recursive_outputs( - noisy, torch.randn(2, 3, 16), pad_id=0, diagnostics=True, - diagnostic_targets=targets, diagnostic_mask=mask, + noisy, + torch.randn(2, 3, 16), + pad_id=0, + diagnostics=True, + diagnostic_targets=targets, + diagnostic_mask=mask, ) records = out["diagnostics"] @@ -583,20 +601,30 @@ def test_recursive_diagnostics_schema_shapes_metrics_and_ratios() -> None: assert record.z_update.shape == (2, 5, 16) assert torch.equal(record.target_count, mask.sum(dim=1)) tensor_fields = ( - record.y, record.z, record.y_update, record.z_update, - record.y_norm, record.z_norm, record.y_update_norm, - record.z_update_norm, record.y_update_state_ratio, - record.z_update_state_ratio, record.cross_entropy, record.accuracy, - record.entropy, record.kl_to_final, + record.y, + record.z, + record.y_update, + record.z_update, + record.y_norm, + record.z_norm, + record.y_update_norm, + record.z_update_norm, + record.y_update_state_ratio, + record.z_update_state_ratio, + record.cross_entropy, + record.accuracy, + record.entropy, + record.kl_to_final, ) assert all(value is not None for value in tensor_fields) assert all(torch.isfinite(value).all() for value in tensor_fields) assert all(not value.requires_grad for value in tensor_fields) y_before = record.y - record.y_update expected_ratio = record.y_update.float().flatten(1).norm(dim=1) / ( - y_before.float().flatten(1).norm(dim=1).clamp_min( - torch.finfo(torch.float32).eps - ) + y_before.float() + .flatten(1) + .norm(dim=1) + .clamp_min(torch.finfo(torch.float32).eps) ) torch.testing.assert_close(record.y_update_state_ratio, expected_ratio) assert records[0].kl_to_next is not None @@ -617,18 +645,26 @@ def test_recursive_diagnostics_schema_shapes_metrics_and_ratios() -> None: def test_recursive_residual_delta_removes_empty_f_layer_identity_update() -> None: torch.manual_seed(282) tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=1, n_heads=2, max_len=32, - recursive_steps=1, recursive_transition_layers=1, + vocab_size=23, + d_model=16, + n_layers=1, + n_heads=2, + max_len=32, + recursive_steps=1, + recursive_transition_layers=1, ) tower.eval() noisy = torch.randint(1, 23, (2, 5)) ctx = torch.randn(2, 3, 16) with torch.no_grad(): - as_is = tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True - )["diagnostics"][0] + as_is = tower.recursive_outputs(noisy, ctx, pad_id=0, diagnostics=True)[ + "diagnostics" + ][0] residual_delta = tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_update_mode="residual_delta", )["diagnostics"][0] @@ -644,14 +680,24 @@ def test_recursive_residual_delta_removes_empty_f_layer_identity_update() -> Non def test_recursive_update_default_is_exact_historical_current_v1() -> None: torch.manual_seed(243) implicit = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, recursive_steps=2, ) torch.manual_seed(243) explicit = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=2, update_mode="current_v1", - empty_f_mode="pass_through", norm_mode="shared", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=2, + update_mode="current_v1", + empty_f_mode="pass_through", + norm_mode="shared", ) assert implicit.state_dict().keys() == explicit.state_dict().keys() for key in implicit.state_dict(): @@ -667,24 +713,38 @@ def test_recursive_update_default_is_exact_historical_current_v1() -> None: def test_recursive_true_empty_f_zero_is_independent_of_outer_update() -> None: torch.manual_seed(243) tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=1, n_heads=2, max_len=32, - recursive_steps=1, recursive_transition_layers=1, - update_mode="current_v1", empty_f_mode="zero", + vocab_size=23, + d_model=16, + n_layers=1, + n_heads=2, + max_len=32, + recursive_steps=1, + recursive_transition_layers=1, + update_mode="current_v1", + empty_f_mode="zero", ) initial = tower.initial_transition_state( torch.randint(1, 23, (2, 5)), torch.randn(2, 3, 16), pad_id=0 ) step = tower.transition_step( - initial["y"], initial["z"], torch.randn(2, 3, 16), + initial["y"], + initial["z"], + torch.randn(2, 3, 16), initial["self_pad_mask"], ) assert step["z_update"] is not None assert torch.equal(step["z_update"], torch.zeros_like(step["z_update"])) nonempty = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=1, recursive_transition_layers=2, - update_mode="current_v1", empty_f_mode="zero", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=1, + recursive_transition_layers=2, + update_mode="current_v1", + empty_f_mode="zero", ) assert len(nonempty._f_layers) == 1 @@ -693,13 +753,17 @@ def test_recursive_true_empty_f_zero_is_independent_of_outer_update() -> None: def test_recursive_repair_updates_are_finite_and_trainable(update_mode: str) -> None: torch.manual_seed(243) tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=8, n_layers=2, n_heads=1, max_len=16, - recursive_steps=8, update_mode=update_mode, empty_f_mode="zero", + vocab_size=23, + d_model=8, + n_layers=2, + n_heads=1, + max_len=16, + recursive_steps=8, + update_mode=update_mode, + empty_f_mode="zero", norm_mode="private" if update_mode == "gated" else "shared", ) - output = tower( - torch.randint(1, 23, (2, 5)), torch.randn(2, 3, 8), pad_id=0 - ) + output = tower(torch.randint(1, 23, (2, 5)), torch.randn(2, 3, 8), pad_id=0) assert torch.isfinite(output).all() output.square().mean().backward() assert all( @@ -708,17 +772,21 @@ def test_recursive_repair_updates_are_finite_and_trainable(update_mode: str) -> if "update_" in name ) if update_mode == "layerscale": - assert torch.allclose( - tower.f_update_scale.detach(), torch.full((8,), 1e-3) - ) + assert torch.allclose(tower.f_update_scale.detach(), torch.full((8,), 1e-3)) if update_mode == "gated": assert float(torch.sigmoid(tower.f_update_gate).max()) < 0.02 def test_recursive_private_norms_are_distinct_and_receive_gradients() -> None: tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=8, n_layers=2, n_heads=1, max_len=16, - recursive_steps=2, update_mode="gated", norm_mode="private", + vocab_size=23, + d_model=8, + n_layers=2, + n_heads=1, + max_len=16, + recursive_steps=2, + update_mode="gated", + norm_mode="private", ) assert tower.f_norm is not tower.g_norm assert tower.f_norm is not tower.norm @@ -747,11 +815,18 @@ def test_recursive_repair_modes_fail_closed(field: str, value: str) -> None: def test_recursive_diagnostics_y_only_uses_nullable_z_fields() -> None: tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=2, z_state_mode="y_only", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=2, + z_state_mode="y_only", ) out = tower.recursive_outputs( - torch.randint(1, 23, (2, 5)), torch.randn(2, 3, 16), pad_id=0, + torch.randint(1, 23, (2, 5)), + torch.randn(2, 3, 16), + pad_id=0, diagnostics=True, ) for record in out["diagnostics"]: @@ -770,7 +845,11 @@ def test_recursive_diagnostics_y_only_uses_nullable_z_fields() -> None: def test_recursive_diagnostics_reject_invalid_inputs() -> None: tower = SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, ) noisy = torch.randint(1, 23, (2, 5)) ctx = torch.randn(2, 3, 16) @@ -781,32 +860,51 @@ def test_recursive_diagnostics_reject_invalid_inputs() -> None: ) with pytest.raises(ValueError, match="not one of"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_update_mode="unknown", ) with pytest.raises(ValueError, match="requires diagnostic_targets"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_mask=torch.ones_like(noisy, dtype=torch.bool), ) with pytest.raises(ValueError, match="shape must match"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_targets=targets[:, :-1], ) with pytest.raises(TypeError, match="dtype torch.long"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_targets=targets.float(), ) with pytest.raises(TypeError, match="dtype torch.bool"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, - diagnostic_targets=targets, diagnostic_mask=torch.ones_like(targets), + noisy, + ctx, + pad_id=0, + diagnostics=True, + diagnostic_targets=targets, + diagnostic_mask=torch.ones_like(targets), ) with pytest.raises(ValueError, match="at least one target per example"): tower.recursive_outputs( - noisy, ctx, pad_id=0, diagnostics=True, + noisy, + ctx, + pad_id=0, + diagnostics=True, diagnostic_targets=targets, diagnostic_mask=torch.zeros_like(targets, dtype=torch.bool), ) @@ -1263,9 +1361,9 @@ def test_fixture_metrics_agree_with_manual_calculation() -> None: correction = report["depth_supervision_arithmetic_correction"] l0, final = correction["raw_depth_losses"] - assert correction["old_buggy_unweighted_sum_divided_by_weight_sum"] == pytest.approx( - (l0 + final) / 1.5 - ) + assert correction[ + "old_buggy_unweighted_sum_divided_by_weight_sum" + ] == pytest.approx((l0 + final) / 1.5) assert correction["corrected_historical_weighted_mean"] == pytest.approx( (0.5 * l0 + final) / 1.5 ) @@ -1452,7 +1550,10 @@ def test_r1_intermediate_only_reduces_to_primary_only() -> None: primary-only (rather than being rejected); a non-empty tuple still raises the usual length-mismatch (0 expected, none eligible).""" validated = validate_recursive_depth_supervision( - weights=(), num_depths=1, supports_recursive_outputs=True, mode="intermediate_only" + weights=(), + num_depths=1, + supports_recursive_outputs=True, + mode="intermediate_only", ) assert validated.enabled is False assert validated.mode == "intermediate_only" @@ -1531,7 +1632,9 @@ def test_migrate_recursive_depth_aux_config_deterministic() -> None: assert migrate_recursive_depth_aux_config(already_migrated) == already_migrated -def test_resolve_recursive_depth_aux_mode_requires_explicit_weighted_semantics() -> None: +def test_resolve_recursive_depth_aux_mode_requires_explicit_weighted_semantics() -> ( + None +): assert resolve_recursive_depth_aux_mode(None, ()) == "off" with pytest.raises(ValueError, match="explicit.*recursive_depth_aux_mode"): resolve_recursive_depth_aux_mode(None, (0.5, 1.0)) @@ -1685,7 +1788,8 @@ def test_rsc_a03_extra_harmless_probe_does_not_change_training_values() -> None: == with_extra["deep_supervision_metrics"] ) assert ( - without_extra["post_update_verification"] == with_extra["post_update_verification"] + without_extra["post_update_verification"] + == with_extra["post_update_verification"] ) @@ -1763,7 +1867,9 @@ def test_rsc_a03_restoring_only_torch_rng_is_insufficient_without_model() -> Non # Test 4: different declared training-corruption seeds change the intended # corruption-dependent fields and no others. -def test_rsc_a03_different_training_corruption_seed_changes_only_corruption_fields() -> None: +def test_rsc_a03_different_training_corruption_seed_changes_only_corruption_fields() -> ( + None +): default_seed = _run_fixture(allow_dirty=True) other_seed = _run_fixture(training_corruption_seed=999_999, allow_dirty=True) @@ -1785,14 +1891,13 @@ def test_rsc_a03_different_training_corruption_seed_changes_only_corruption_fiel assert default_seed["stacked_params"] == other_seed["stacked_params"] assert default_seed["forward_shapes"] == other_seed["forward_shapes"] assert ( - default_seed["recursive_weight_sharing"] == other_seed["recursive_weight_sharing"] + default_seed["recursive_weight_sharing"] + == other_seed["recursive_weight_sharing"] ) assert ( default_seed["checkpoint_roundtrip_ok"] == other_seed["checkpoint_roundtrip_ok"] ) - assert ( - default_seed["provenance_hashes"] == other_seed["provenance_hashes"] - ) + assert default_seed["provenance_hashes"] == other_seed["provenance_hashes"] # Test 5: global RNG state before/after the fixture changes only according to @@ -1867,9 +1972,8 @@ def test_rsc_a03_fixture_version_stamp_matches_registry() -> None: report = _run_fixture(allow_dirty=True) stamp = report["version_stamp"] assert stamp["stamp_schema"] == STAMP_SCHEMA - assert ( - stamp["components"]["model.recursive_denoiser"] - == component_version("model.recursive_denoiser") + assert stamp["components"]["model.recursive_denoiser"] == component_version( + "model.recursive_denoiser" ) @@ -1960,9 +2064,7 @@ def test_slm282_recurrence_health_pair_is_matched_anytime_finite_and_determinist assert len(depth["examples"]) == 2 assert all( math.isfinite( - example[ - "finite_difference_initial_state_directional_gain" - ] + example["finite_difference_initial_state_directional_gain"] ) for example in depth["examples"] ) @@ -2047,11 +2149,7 @@ def curve( # aggregate still improves. No example average or counterfactual arm may # rescue the primary disposition. for row in curves: - if ( - row["arm"] == "as_is" - and row["seed"] == 1 - and row["recursive_steps"] == 4 - ): + if row["arm"] == "as_is" and row["seed"] == 1 and row["recursive_steps"] == 4: row["depths"][-1]["examples"][0]["cross_entropy"] = 4.0 row["depths"][-1]["examples"][1]["cross_entropy"] = 1.0 row["depths"][-1]["token_weighted_cross_entropy"] = 2.5 @@ -2066,8 +2164,7 @@ def curve( assert negative["residual_delta_can_promote"] is False assert negative["passed_seed_count"] == 1 assert [ - (failure["arm"], failure["seed"], failure["example_id"]) - for failure in failures + (failure["arm"], failure["seed"], failure["example_id"]) for failure in failures ] == [("as_is", 1, "a")] incomplete, _ = _evaluate_recurrence_preregistration( @@ -2086,9 +2183,7 @@ def curve( malformed_cases.append((missing_depth, controls)) duplicate_depth = deepcopy(curves) - duplicate_depth[4]["depths"].insert( - 1, deepcopy(duplicate_depth[4]["depths"][0]) - ) + duplicate_depth[4]["depths"].insert(1, deepcopy(duplicate_depth[4]["depths"][0])) malformed_cases.append((duplicate_depth, controls)) missing_example = deepcopy(curves) @@ -2164,9 +2259,7 @@ def fake_pair( published = {} def fake_publish(run_dir, *, name, claim, cases): - published.update( - run_dir=run_dir, name=name, claim=claim, cases=cases - ) + published.update(run_dir=run_dir, name=name, claim=claim, cases=cases) artifact_root = Path(run_dir) return { "format": "AgentEvals JSONL", @@ -2178,12 +2271,8 @@ def fake_publish(run_dir, *, name, claim, cases): "summary": {"passed": len(cases), "executionErrors": 0}, } - monkeypatch.setattr( - fixture_mod, "_run_recurrence_health_pair", fake_pair - ) - monkeypatch.setattr( - fixture_mod, "publish_agentv_evaluation", fake_publish - ) + monkeypatch.setattr(fixture_mod, "_run_recurrence_health_pair", fake_pair) + monkeypatch.setattr(fixture_mod, "publish_agentv_evaluation", fake_publish) report = fixture_mod._run_recurrence_health( output_dir=tmp_path, base_seed=9, optimizer_steps=1 ) @@ -2198,20 +2287,249 @@ def fake_publish(run_dir, *, name, claim, cases): assert published["name"] == "slm282-recurrence-health" assert published["claim"] == "fixture_recurrence_health_not_ship" assert report["agentv"]["spec"] == "output-dir://agentv/fixture.eval.jsonl" - assert ( - report["agentv"]["artifacts"]["runDir"] - == "output-dir://agentv/fixture" - ) + assert report["agentv"]["artifacts"]["runDir"] == "output-dir://agentv/fixture" assert [case["id"] for case in published["cases"]] == [ "matched-controls", "finite-complete-telemetry", "as-is-seed-9", "as-is-seed-10", ] - assert ( - report["version_stamp"]["components"]["model.recursive_denoiser"] - == "v18" + assert report["version_stamp"]["components"]["model.recursive_denoiser"] == "v19" + + +# --------------------------------------------------------------------------- +# SLM-321 (LAR0-04): powered rerun of the SLM-282 recurrence-health screen. +# The original passed_seeds>=2/2 rule is thin evidence (n=2). power_rule adds +# an additive, default-off Wilson-interval decision instead of changing the +# historical default path. +# --------------------------------------------------------------------------- + + +def _power_rule_curves(pass_pattern: list[bool]) -> tuple[list[dict], list[dict]]: + """Build minimal complete curves/controls for len(pass_pattern) seeds. + + A "pass" seed has a strictly non-increasing as_is CE curve at every + eligible depth; a "fail" seed regresses at the final depth-4 step, the + same failure shape the real SLM-282 seed-1 regression had. + """ + + def curve(arm: str, seed: int, recursive_steps: int, ces: list[float]) -> dict: + return { + "arm": arm, + "seed": seed, + "recursive_steps": recursive_steps, + "depths": [ + { + "step": step, + "token_weighted_cross_entropy": ce, + "ratios_finite": True, + "all_finite": True, + "examples": [ + {"id": "a", "cross_entropy": ce}, + {"id": "b", "cross_entropy": ce}, + ], + } + for step, ce in enumerate(ces, start=1) + ], + } + + curves = [] + controls = [] + for seed, should_pass in enumerate(pass_pattern): + depth4 = [4.0, 3.5, 3.0, 2.5] if should_pass else [4.0, 3.5, 3.0, 3.5] + for arm in ("as_is", "residual_delta"): + curves.extend( + [ + curve(arm, seed, 1, [4.0]), + curve(arm, seed, 2, [4.0, 3.0]), + curve(arm, seed, 4, depth4), + ] + ) + controls.extend( + { + "seed": seed, + "recursive_steps": depth, + "matched": True, + "batches_matched": True, + } + for depth in (1, 2, 4) + ) + return curves, controls + + +@pytest.mark.parametrize( + "pass_pattern,expected_disposition", + [ + pytest.param([True] * 9 + [False], "recursive_core_positive", id="9-of-10"), + pytest.param([True] + [False] * 9, "recursive_core_negative", id="1-of-10"), + pytest.param( + [True] * 6 + [False] * 4, "inconclusive_underpowered", id="6-of-10" + ), + ], +) +def test_slm282_power_rule_wilson_dispositions( + pass_pattern: list[bool], expected_disposition: str +) -> None: + curves, controls = _power_rule_curves(pass_pattern) + seeds = tuple(range(len(pass_pattern))) + summary, _ = _evaluate_recurrence_preregistration( + curves, + seeds=seeds, + recursive_steps=(1, 2, 4), + matched_controls=controls, + expected_example_ids=("a", "b"), + power_rule={"min_pass_rate": 0.5}, + ) + assert summary["disposition"] == expected_disposition + assert summary["seed_count"] == len(pass_pattern) + assert summary["passed_seed_count"] == sum(pass_pattern) + assert summary["required_seed_passes"] is None + assert summary["power_rule"]["min_pass_rate"] == 0.5 + assert summary["power_rule"]["interval"]["n"] == len(pass_pattern) + + +def test_slm282_power_rule_none_preserves_legacy_two_seed_disposition() -> None: + """power_rule=None (the default) must reproduce the exact original + passed_seeds>=2/2 rule -- historical SLM-282 evidence stays interpretable + under unchanged code.""" + curves, controls = _power_rule_curves([True, True]) + positive, _ = _evaluate_recurrence_preregistration( + curves, + seeds=(0, 1), + recursive_steps=(1, 2, 4), + matched_controls=controls, + expected_example_ids=("a", "b"), ) + assert positive["disposition"] == "recursive_core_positive" + assert positive["required_seed_passes"] == 2 + assert "power_rule" not in positive + + curves, controls = _power_rule_curves([True, False]) + negative, _ = _evaluate_recurrence_preregistration( + curves, + seeds=(0, 1), + recursive_steps=(1, 2, 4), + matched_controls=controls, + expected_example_ids=("a", "b"), + ) + assert negative["disposition"] == "recursive_core_negative" + + +def test_slm282_power_rule_rejects_out_of_range_min_pass_rate() -> None: + curves, controls = _power_rule_curves([True, True]) + with pytest.raises(ValueError, match="min_pass_rate"): + _evaluate_recurrence_preregistration( + curves, + seeds=(0, 1), + recursive_steps=(1, 2, 4), + matched_controls=controls, + expected_example_ids=("a", "b"), + power_rule={"min_pass_rate": 1.5}, + ) + + +def test_slm282_runner_seed_count_and_power_rule_thread_through( + tmp_path: Path, monkeypatch +) -> None: + """`_run_recurrence_health(seed_count=..., power_rule=...)` builds the + right seed range and reaches the Wilson-based disposition end to end.""" + import scripts.run_slm138_recursive_denoiser_fixture as fixture_mod + + calls = [] + + def fake_pair( + *, + seed: int, + recursive_steps: int, + optimizer_steps: int, + epsilon: float = 1e-3, + ) -> tuple[dict, list[dict]]: + calls.append((seed, recursive_steps)) + # Every seed in range passes (matches slm282's original all-pass + # fixed-grid test data); this exercises the runner's seed_count/ + # power_rule plumbing end to end, not the Wilson math itself (see + # test_slm282_power_rule_wilson_dispositions for that). + ces = [5.0 - step for step in range(1, recursive_steps + 1)] + curves = [ + { + "arm": arm, + "seed": seed, + "recursive_steps": recursive_steps, + "depths": [ + { + "step": step, + "token_weighted_cross_entropy": ce, + "ratios_finite": True, + "all_finite": True, + "examples": [ + {"id": example_id, "cross_entropy": ce} + for example_id in ("a", "b") + ], + } + for step, ce in enumerate(ces, start=1) + ], + } + for arm in ("as_is", "residual_delta") + ] + return { + "seed": seed, + "recursive_steps": recursive_steps, + "matched": True, + "batches_matched": True, + }, curves + + def fake_publish(run_dir, *, name, claim, cases): + return { + "format": "AgentEvals JSONL", + "sdk": "@agentv/core", + "spec": str(Path(run_dir) / "agentv" / "fixture.eval.jsonl"), + "artifacts": {"runDir": str(Path(run_dir) / "agentv" / "fixture")}, + "summary": {"passed": len(cases), "executionErrors": 0}, + } + + monkeypatch.setattr(fixture_mod, "_run_recurrence_health_pair", fake_pair) + monkeypatch.setattr(fixture_mod, "publish_agentv_evaluation", fake_publish) + + report = fixture_mod._run_recurrence_health( + output_dir=tmp_path, + base_seed=100, + seed_count=6, + power_rule={"min_pass_rate": 0.5}, + optimizer_steps=1, + issue="SLM-TEST", + ) + + assert calls == [ + (seed, recursive_steps) + for seed in range(100, 106) + for recursive_steps in (1, 2, 4) + ] + assert report["issue"] == "SLM-TEST" + assert report["preregistration"]["seeds"] == list(range(100, 106)) + assert report["preregistration"]["required_seed_passes"] is None + assert report["preregistration"]["power_rule"] == {"min_pass_rate": 0.5} + # All 6 seeds pass -> Wilson(6, 6) lower bound clears 0.5. + assert report["summary"]["disposition"] == "recursive_core_positive" + assert report["summary"]["passed_seed_count"] == 6 + assert report["summary"]["seed_count"] == 6 + + +def test_slm282_run_recurrence_health_rejects_empty_seed_count() -> None: + import scripts.run_slm138_recursive_denoiser_fixture as fixture_mod + + with pytest.raises(ValueError, match="seed_count"): + fixture_mod._run_recurrence_health(output_dir=Path("/tmp"), seed_count=0) + + +def test_slm282_cli_requires_min_pass_rate_for_nondefault_seed_count( + capsys, +) -> None: + import scripts.run_slm138_recursive_denoiser_fixture as fixture_mod + + with pytest.raises(SystemExit): + fixture_mod.main(["--mode", "recurrence-health", "--seed-count", "5"]) + captured = capsys.readouterr() + assert "--min-pass-rate" in captured.err # --------------------------------------------------------------------------- @@ -2223,7 +2541,11 @@ def test_zstate_mode_rejects_unknown_value() -> None: """Fail closed on a typo'd z_state_mode -- never silently fall back.""" with pytest.raises(ValueError, match="z_state_mode"): SharedRecursiveDenoiserTower( - vocab_size=23, d_model=16, n_layers=1, n_heads=2, max_len=32, + vocab_size=23, + d_model=16, + n_layers=1, + n_heads=2, + max_len=32, z_state_mode="bogus", # type: ignore[arg-type] ) @@ -2236,9 +2558,12 @@ def test_denoiser_arch_rejects_unknown_value() -> None: TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=16, n_heads=2, denoiser_layers=1, + d_model=16, + n_heads=2, + denoiser_layers=1, denoiser_arch="bogus_arch", # type: ignore[arg-type] - grammar_constrained=False, seed=0, + grammar_constrained=False, + seed=0, ), device="cpu", ) @@ -2249,8 +2574,14 @@ def test_arm_c_d_have_no_zstate_parameters(arm_id: str) -> None: """Requirement #4: C/D must contain no undeclared z-state parameters -- no ``z_latent``/``ctx_proj`` name at all, not merely a zeroed tensor.""" tower = construct_arm_tower( - arm_id, vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=2, recursive_transition_layers=2, + arm_id, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=2, + recursive_transition_layers=2, ) names = dict(tower.named_parameters()) assert not any(name.split(".")[0] in {"z_latent", "ctx_proj"} for name in names) @@ -2265,11 +2596,22 @@ def test_arm_c_d_parameter_count_matches_stacked_baseline(arm_id: str) -> None: exactly zero parameters over A (no z-state bank of any kind) -- verified against real constructed towers, not assumed.""" stacked = construct_arm_tower( - "A", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + "A", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, ) arm = construct_arm_tower( - arm_id, vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=3, recursive_transition_layers=2, + arm_id, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=3, + recursive_transition_layers=2, ) stacked_total = sum(p.numel() for p in stacked.parameters()) arm_total = sum(p.numel() for p in arm.parameters()) @@ -2281,8 +2623,14 @@ def test_arm_g_is_r1_shared_recursive_and_not_behaviorally_equivalent() -> None: recursive_steps forced to 1 regardless of the requested value, and (per SLM-240's already-established framing) not behaviorally equivalent to A.""" g_tower = construct_arm_tower( - "G", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=5, recursive_transition_layers=2, + "G", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=5, + recursive_transition_layers=2, ) assert isinstance(g_tower, SharedRecursiveDenoiserTower) assert g_tower.recursive_steps == 1 @@ -2290,12 +2638,23 @@ def test_arm_g_is_r1_shared_recursive_and_not_behaviorally_equivalent() -> None: torch.manual_seed(0) stacked = construct_arm_tower( - "A", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + "A", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, ) torch.manual_seed(0) g_again = construct_arm_tower( - "G", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=1, recursive_transition_layers=2, + "G", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=1, + recursive_transition_layers=2, ) noisy = torch.randint(1, 23, (2, 6)) ctx = torch.randn(2, 3, 16) @@ -2314,14 +2673,24 @@ def test_deferred_arms_fail_closed_not_silently_built(arm_id: str) -> None: NotImplementedError until a future iteration actually builds them.""" with pytest.raises(NotImplementedError, match=arm_id): construct_arm_tower( - arm_id, vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + arm_id, + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, ) def test_construct_arm_tower_rejects_unknown_arm_id() -> None: with pytest.raises(ValueError, match="unknown control arm"): construct_arm_tower( - "Z", vocab_size=23, d_model=16, n_layers=1, n_heads=2, max_len=32, + "Z", + vocab_size=23, + d_model=16, + n_layers=1, + n_heads=2, + max_len=32, ) @@ -2334,9 +2703,16 @@ def test_control_arm_table_reports_every_built_arm_no_parity_or_winner() -> None ctx = torch.randn(2, 3, d_model) reports = build_control_arm_table( BUILT_ARM_IDS, - vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=3, recursive_transition_layers=n_layers, - noisy_ids=noisy, context=ctx, pad_id=0, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=3, + recursive_transition_layers=n_layers, + noisy_ids=noisy, + context=ctx, + pad_id=0, ) assert {r.arm_id for r in reports} == set(BUILT_ARM_IDS) by_id = {r.arm_id: r for r in reports} @@ -2371,7 +2747,10 @@ def test_control_arm_table_reports_every_built_arm_no_parity_or_winner() -> None ) # F: block-evaluation-matched against B by construction, but MORE real # measured parameters than B -- never reported as parameter-matched. - assert by_id["F"].block_evaluations_per_forward == by_id["B"].block_evaluations_per_forward + assert ( + by_id["F"].block_evaluations_per_forward + == by_id["B"].block_evaluations_per_forward + ) assert by_id["F"].parameter_count_total > by_id["B"].parameter_count_total assert not by_id["F"].within_matching_tolerance assert by_id["F"].undeclared_zstate_parameter_names == () @@ -2379,7 +2758,10 @@ def test_control_arm_table_reports_every_built_arm_no_parity_or_winner() -> None # its parameter delta over A equals recursive_zstate_parameter_delta # exactly (same formula B/G's delta matches), never A's own zero-delta # target (that's C's/D's kind of match, not E's). - assert by_id["E"].block_evaluations_per_forward == by_id["A"].block_evaluations_per_forward + assert ( + by_id["E"].block_evaluations_per_forward + == by_id["A"].block_evaluations_per_forward + ) assert by_id["E"].parameter_count_delta_vs_baseline == expected_delta assert by_id["E"].undeclared_zstate_parameter_names == () # H: gradient-flow-only variant of B -- identical construction, so its @@ -2444,12 +2826,17 @@ def test_deep_supervision_works_for_arm_c_and_d() -> None: model = TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=32, n_heads=2, context_layers=1, denoiser_layers=2, + d_model=32, + n_heads=2, + context_layers=1, + denoiser_layers=2, denoiser_arch=arch, # type: ignore[arg-type] - recursive_steps=2, recursive_transition_layers=2, + recursive_steps=2, + recursive_transition_layers=2, recursive_depth_supervision_weights=weights, recursive_depth_aux_mode="all_depths", - grammar_constrained=False, seed=0, + grammar_constrained=False, + seed=0, ), device="cpu", ) @@ -2473,10 +2860,16 @@ def test_arm_c_d_train_one_step_and_roundtrip_checkpoint( model = TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=32, n_heads=2, context_layers=1, denoiser_layers=2, + d_model=32, + n_heads=2, + context_layers=1, + denoiser_layers=2, denoiser_arch=arch, # type: ignore[arg-type] - recursive_steps=2, recursive_transition_layers=2, - grammar_constrained=False, gen_steps=2, seed=0, + recursive_steps=2, + recursive_transition_layers=2, + grammar_constrained=False, + gen_steps=2, + seed=0, ), device="cpu", ) @@ -2518,8 +2911,13 @@ def test_recursive_control_initialization_common_tensors_match_and_seeds_disjoin for arm_id in arm_ids: torch.manual_seed(derive_seed(base_seed, "model_initialization")) towers[arm_id] = construct_arm_tower( - arm_id, vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=2, max_len=max_len, recursive_steps=2, + arm_id, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, recursive_transition_layers=n_layers, ) report = build_recursive_control_initialization( @@ -2549,13 +2947,23 @@ def test_recursive_control_initialization_rejects_mismatched_common_tensors() -> vocab, d_model, n_layers, max_len = 23, 16, 2, 32 torch.manual_seed(0) tower_a = construct_arm_tower( - "A", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, + "A", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, max_len=max_len, ) torch.manual_seed(1) # deliberately different seed -- no reseed discipline tower_b = construct_arm_tower( - "B", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=2, recursive_transition_layers=n_layers, + "B", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, + recursive_transition_layers=n_layers, ) with pytest.raises(ValueError, match="common_tensor_hashes_match_across_arms"): build_recursive_control_initialization( @@ -2575,8 +2983,14 @@ def test_arm_f_is_unshared_depth_matched_tower_with_no_zstate() -> None: with recursive_steps * recursive_transition_layers independent blocks -- not the shared-object SharedRecursiveDenoiserTower.""" tower = construct_arm_tower( - "F", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=3, recursive_transition_layers=2, + "F", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=3, + recursive_transition_layers=2, ) assert isinstance(tower, DenoiserTower) assert not hasattr(tower, "recursive_steps") @@ -2598,13 +3012,23 @@ def test_arm_f_block_evaluations_match_arm_b_verified_by_hook_count() -> None: recursive_steps, recursive_transition_layers = 3, 2 f_tower = construct_arm_tower( - "F", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=recursive_steps, + "F", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=recursive_steps, recursive_transition_layers=recursive_transition_layers, ) b_tower = construct_arm_tower( - "B", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=recursive_steps, + "B", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=recursive_steps, recursive_transition_layers=recursive_transition_layers, ) @@ -2636,12 +3060,24 @@ def test_arm_f_parameter_count_exceeds_arm_b_real_measured() -> None: reported as parameter-matched.""" vocab, d_model, n_layers, max_len = 23, 32, 2, 256 b_tower = construct_arm_tower( - "B", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=2, recursive_transition_layers=n_layers, + "B", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, + recursive_transition_layers=n_layers, ) f_tower = construct_arm_tower( - "F", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=2, recursive_transition_layers=n_layers, + "F", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, + recursive_transition_layers=n_layers, ) b_total = sum(p.numel() for p in b_tower.parameters()) f_total = sum(p.numel() for p in f_tower.parameters()) @@ -2660,9 +3096,15 @@ def test_build_arm_f_dual_view_reports_honest_residuals() -> None: ctx = torch.randn(2, 3, d_model) dual = build_arm_f_dual_view( - vocab_size=vocab, d_model=d_model, n_heads=2, max_len=max_len, - recursive_steps=recursive_steps, recursive_transition_layers=n_layers, - noisy_ids=noisy, context=ctx, pad_id=0, + vocab_size=vocab, + d_model=d_model, + n_heads=2, + max_len=max_len, + recursive_steps=recursive_steps, + recursive_transition_layers=n_layers, + noisy_ids=noisy, + context=ctx, + pad_id=0, ) target_block_evals = recursive_steps * n_layers @@ -2671,7 +3113,9 @@ def test_build_arm_f_dual_view_reports_honest_residuals() -> None: # Block-evaluation-matched view: exact block-eval match, nonzero # parameter residual vs B (never hidden). - assert block_matched["report"]["block_evaluations_per_forward"] == target_block_evals + assert ( + block_matched["report"]["block_evaluations_per_forward"] == target_block_evals + ) assert block_matched["parameter_count_delta_vs_target_arm_b"] > 0 # Parameter-nearest view: real measured total closer to B than the @@ -2701,10 +3145,16 @@ def test_arm_f_denoiser_arch_wired_through_twotower_config_and_roundtrips( model = TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=32, n_heads=2, context_layers=1, denoiser_layers=2, + d_model=32, + n_heads=2, + context_layers=1, + denoiser_layers=2, denoiser_arch="stacked_depth_matched", # type: ignore[arg-type] - recursive_steps=2, recursive_transition_layers=2, - grammar_constrained=False, gen_steps=2, seed=0, + recursive_steps=2, + recursive_transition_layers=2, + grammar_constrained=False, + gen_steps=2, + seed=0, ), device="cpu", ) @@ -2735,8 +3185,13 @@ def test_recursive_control_initialization_includes_arm_f_with_disjoint_seed() -> for arm_id in arm_ids: torch.manual_seed(derive_seed(base_seed, "model_initialization")) towers[arm_id] = construct_arm_tower( - arm_id, vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=2, max_len=max_len, recursive_steps=2, + arm_id, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, recursive_transition_layers=n_layers, ) report = build_recursive_control_initialization( @@ -2749,7 +3204,10 @@ def test_recursive_control_initialization_includes_arm_f_with_disjoint_seed() -> # F's extra unshared blocks (layers.2/.3, beyond the shared prefix) are # architecture-specific to F alone. f_specific = report.architecture_specific_tensor_names_and_shapes["F"] - assert any(name.startswith("layers.2") or name.startswith("layers.3") for name in f_specific) + assert any( + name.startswith("layers.2") or name.startswith("layers.3") + for name in f_specific + ) seeds = report.architecture_specific_seeds assert seeds["F"] not in {v for k, v in seeds.items() if k != "F"} assert len(set(seeds.values())) == len(seeds) @@ -2765,7 +3223,12 @@ def test_arm_e_is_unshared_non_recursive_tower_with_matched_state() -> None: count as arm A) plus its own state/state_ctx_proj -- never B's z_latent/ctx_proj names, never a SharedRecursiveDenoiserTower.""" tower = construct_arm_tower( - "E", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, + "E", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, ) assert isinstance(tower, StackedMatchedStateDenoiserTower) assert not hasattr(tower, "recursive_steps") @@ -2789,11 +3252,19 @@ def test_arm_e_block_evaluations_match_arm_a_verified_by_hook_count() -> None: just a structural len(layers) claim.""" vocab, d_model, n_layers, max_len = 23, 16, 2, 32 e_tower = construct_arm_tower( - "E", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, + "E", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, max_len=max_len, ) a_tower = construct_arm_tower( - "A", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=2, + "A", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, max_len=max_len, ) @@ -2823,16 +3294,30 @@ def test_arm_e_parameter_count_matches_zstate_delta_formula_exactly() -> None: state/state_ctx_proj tensors are shape-matched to B's z_latent/ctx_proj.""" vocab, d_model, n_layers, n_heads, max_len = 23, 32, 3, 2, 256 stacked = construct_arm_tower( - "A", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=n_heads, + "A", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=n_heads, max_len=max_len, ) e_tower = construct_arm_tower( - "E", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=n_heads, + "E", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=n_heads, max_len=max_len, ) b_tower = construct_arm_tower( - "B", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=n_heads, - max_len=max_len, recursive_steps=2, recursive_transition_layers=n_layers, + "B", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=n_heads, + max_len=max_len, + recursive_steps=2, + recursive_transition_layers=n_layers, ) stacked_total = sum(p.numel() for p in stacked.parameters()) e_total = sum(p.numel() for p in e_tower.parameters()) @@ -2854,7 +3339,11 @@ def test_arm_e_consumes_matched_state_and_receives_gradients() -> None: computation (not merely declared with the right shape).""" vocab, d_model, n_layers, n_heads, max_len = 23, 16, 2, 2, 32 tower = construct_arm_tower( - "E", vocab_size=vocab, d_model=d_model, n_layers=n_layers, n_heads=n_heads, + "E", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=n_heads, max_len=max_len, ) noisy = torch.randint(1, vocab, (2, 6)) @@ -2872,8 +3361,12 @@ def test_arm_e_consumes_matched_state_and_receives_gradients() -> None: # --- ablation: zeroing the matched state changes the forward output --- with torch.no_grad(): zeroed = construct_arm_tower( - "E", vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=n_heads, max_len=max_len, + "E", + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=n_heads, + max_len=max_len, ) zeroed.load_state_dict(tower.state_dict()) zeroed.state.zero_() @@ -2897,9 +3390,14 @@ def test_arm_e_denoiser_arch_wired_through_twotower_config_and_roundtrips( model = TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=32, n_heads=2, context_layers=1, denoiser_layers=2, + d_model=32, + n_heads=2, + context_layers=1, + denoiser_layers=2, denoiser_arch="stacked_matched_state", # type: ignore[arg-type] - grammar_constrained=False, gen_steps=2, seed=0, + grammar_constrained=False, + gen_steps=2, + seed=0, ), device="cpu", ) @@ -2933,8 +3431,13 @@ def test_recursive_control_initialization_includes_arm_e_with_disjoint_seed() -> for arm_id in arm_ids: torch.manual_seed(derive_seed(base_seed, "model_initialization")) towers[arm_id] = construct_arm_tower( - arm_id, vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=2, max_len=max_len, recursive_steps=2, + arm_id, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, recursive_transition_layers=n_layers, ) report = build_recursive_control_initialization( @@ -2970,14 +3473,24 @@ def _seeded_bh_towers( RecursiveControlInitializationV1 documents).""" torch.manual_seed(seed) b_tower = construct_arm_tower( - "B", vocab_size=23, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=recursive_steps, + "B", + vocab_size=23, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=recursive_steps, recursive_transition_layers=n_layers, ) torch.manual_seed(seed) h_tower = construct_arm_tower( - "H", vocab_size=23, d_model=d_model, n_layers=n_layers, n_heads=2, - max_len=max_len, recursive_steps=recursive_steps, + "H", + vocab_size=23, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=recursive_steps, recursive_transition_layers=n_layers, ) return b_tower, h_tower @@ -2988,8 +3501,14 @@ def test_arm_h_is_gradient_flow_only_variant_of_arm_b() -> None: z_state_mode) plus detach_between_steps=True -- no new tower class, no new parameter, no shape change.""" tower = construct_arm_tower( - "H", vocab_size=23, d_model=16, n_layers=2, n_heads=2, max_len=32, - recursive_steps=2, recursive_transition_layers=2, + "H", + vocab_size=23, + d_model=16, + n_layers=2, + n_heads=2, + max_len=32, + recursive_steps=2, + recursive_transition_layers=2, ) assert isinstance(tower, SharedRecursiveDenoiserTower) assert tower.z_state_mode == "full" @@ -3007,7 +3526,9 @@ def test_arm_h_parameter_count_and_block_evaluations_match_arm_b_exactly() -> No vocab, d_model, max_len = 23, 16, 32 recursive_steps, recursive_transition_layers = 3, 2 b_tower, h_tower = _seeded_bh_towers( - d_model=d_model, n_layers=recursive_transition_layers, max_len=max_len, + d_model=d_model, + n_layers=recursive_transition_layers, + max_len=max_len, recursive_steps=recursive_steps, ) b_total = sum(p.numel() for p in b_tower.parameters()) @@ -3042,7 +3563,10 @@ def test_arm_h_forward_values_identical_to_arm_b_before_backward() -> None: no forward computation whatsoever.""" vocab, d_model, n_layers, max_len = 23, 16, 2, 32 b_tower, h_tower = _seeded_bh_towers( - d_model=d_model, n_layers=n_layers, max_len=max_len, recursive_steps=3, + d_model=d_model, + n_layers=n_layers, + max_len=max_len, + recursive_steps=3, ) b_tower.eval() h_tower.eval() @@ -3094,16 +3618,17 @@ def test_arm_h_blocks_cross_step_gradient_flow_that_arm_b_has() -> None: """ vocab, d_model, n_layers, max_len = 23, 16, 2, 32 b_tower, h_tower = _seeded_bh_towers( - d_model=d_model, n_layers=n_layers, max_len=max_len, recursive_steps=2, + d_model=d_model, + n_layers=n_layers, + max_len=max_len, + recursive_steps=2, ) noisy = torch.randint(1, vocab, (2, 6)) ctx = torch.randn(2, 3, d_model) def _run(tower: SharedRecursiveDenoiserTower) -> tuple[list, torch.Tensor]: tower.zero_grad(set_to_none=True) - out = tower.recursive_outputs( - noisy, ctx, pad_id=0, return_step_boundaries=True - ) + out = tower.recursive_outputs(noisy, ctx, pad_id=0, return_step_boundaries=True) boundary = out["step_boundaries"][0] # end of recursion step 1 y1 = boundary["y"] assert y1.requires_grad @@ -3137,7 +3662,10 @@ def test_arm_h_shared_weights_still_receive_same_step_gradient() -> None: the shared weights stop training altogether.""" vocab, d_model, n_layers, max_len = 23, 16, 2, 32 _, h_tower = _seeded_bh_towers( - d_model=d_model, n_layers=n_layers, max_len=max_len, recursive_steps=2, + d_model=d_model, + n_layers=n_layers, + max_len=max_len, + recursive_steps=2, ) noisy = torch.randint(1, vocab, (2, 6)) ctx = torch.randn(2, 3, d_model) @@ -3161,11 +3689,17 @@ def test_arm_h_denoiser_arch_wired_through_twotower_config_and_roundtrips( model = TwoTowerModel.from_records( records, config=TwoTowerConfig( - d_model=32, n_heads=2, context_layers=1, denoiser_layers=2, + d_model=32, + n_heads=2, + context_layers=1, + denoiser_layers=2, denoiser_arch="shared_recursive", - recursive_steps=2, recursive_transition_layers=2, + recursive_steps=2, + recursive_transition_layers=2, recursive_detach_between_steps=True, - grammar_constrained=False, gen_steps=2, seed=0, + grammar_constrained=False, + gen_steps=2, + seed=0, ), device="cpu", ) @@ -3200,8 +3734,13 @@ def test_recursive_control_initialization_excludes_arm_h_when_arm_b_present() -> for arm_id in ("B", "H"): torch.manual_seed(derive_seed(base_seed, "model_initialization")) towers[arm_id] = construct_arm_tower( - arm_id, vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=2, max_len=max_len, recursive_steps=2, + arm_id, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, recursive_transition_layers=n_layers, ) with pytest.raises(ValueError, match="pairwise disjoint"): @@ -3226,8 +3765,13 @@ def test_recursive_control_initialization_includes_arm_h_excluding_arm_b() -> No for arm_id in arm_ids: torch.manual_seed(derive_seed(base_seed, "model_initialization")) towers[arm_id] = construct_arm_tower( - arm_id, vocab_size=vocab, d_model=d_model, n_layers=n_layers, - n_heads=2, max_len=max_len, recursive_steps=2, + arm_id, + vocab_size=vocab, + d_model=d_model, + n_layers=n_layers, + n_heads=2, + max_len=max_len, + recursive_steps=2, recursive_transition_layers=n_layers, ) report = build_recursive_control_initialization( From d5b4c2c016f0cbbb5c08d7430b6a14ba19b8adeb Mon Sep 17 00:00:00 2001 From: Claude Date: Sat, 25 Jul 2026 00:52:09 +0000 Subject: [PATCH 2/2] SLM-421: run the powered recurrence-health rerun, disposition recursive_core_positive Preregistered before running: primary arm as_is, unchanged CE(final) <= CE(previous) <= CE(r=1) condition, 20 fresh seeds (2..21, disjoint from SLM-282's 0/1), min_pass_rate=0.5 (Wilson 95% CI), locked independent of any outcome data from this seed range. Result: 18/20 seeds passed (rate 0.90, Wilson 95% CI [0.699, 0.972]) -> lower bound clears 0.5 -> recursive_core_positive. The SLM-282 seed-1 regression reads as fixture-scale noise at n=2, not a systematic contraction violation. This satisfies only one of PR #853-#856's two LAR3 reopening conditions (recursive_core_positive AND a passing repair advancement screen). LAR3 stays closed: SLM-317's value gate is the remaining blocker, and its harness is not yet merged to main, so it isn't a landable follow-up from this branch. Updated docs/brains/repo/recursive-recurrence-health.md (status dead-end -> active, both the SLM-282 and SLM-421 records preserved) and MOC.md open questions with the new evidence and the concrete next step (land SLM-317's harness so its value gate gets the same powered-rerun treatment). Verification: 154 passed / 1 skipped (tests/test_models/test_recursive_denoiser.py + tests/test_scripts/test_verify_version_stamps.py); ruff + format clean; repo_policy ok; verify_version_stamps --check ok; git diff --check clean. Co-Authored-By: Claude Sonnet 5 Claude-Session: https://claude.ai/code/session_01Y6ZbkQY3QDmXVti2yom4Bv --- docs/brains/repo/MOC.md | 12 +- .../repo/recursive-recurrence-health.md | 41 +- ...urrence-health-powered-rerun-20260725.json | 34542 ++++++++++++++++ ...ecurrence-health-powered-rerun-20260725.md | 684 + src/slm_training/resources/versions.json | 5 + 5 files changed, 35273 insertions(+), 11 deletions(-) create mode 100644 docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.json create mode 100644 docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md diff --git a/docs/brains/repo/MOC.md b/docs/brains/repo/MOC.md index e616fef66..2d05e0ae9 100644 --- a/docs/brains/repo/MOC.md +++ b/docs/brains/repo/MOC.md @@ -47,6 +47,16 @@ reads this section to seed the autotrain hypothesis loop and prunes it as space + complete bridge supervision? (see valid-edit flow project) - [[recursive-depth-supervision-objective]] — arithmetic/compatibility contract is supported; real-suite mode selection remains open. +- [[recursive-recurrence-health]] — **updated 2026-07-25 (SLM-421)**: the n=2 + SLM-282 negative was underpowered noise, not a robust contraction + violation. A powered n=20 Wilson-interval rerun (fresh disjoint seeds, + preregistered `min_pass_rate=0.5` locked before observing them) found + `recursive_core_positive` (18/20, Wilson 95% CI [0.699, 0.972]). This + satisfies only one of PR #853-#856's two LAR3 reopening conditions; LAR3 + stays closed pending a powered rerun of SLM-317's value gate (blocked — + that harness is not yet merged to `main`). Next open question: land + SLM-317's harness on `main` (via its own PR #852) so its value gate can + get the same powered-rerun treatment. ## Dead ends (do not re-propose) @@ -55,5 +65,3 @@ hypothesis loop's novelty audit can exclude them. - _(seed)_ E249 / E252 local-preference chain — negative; see [`research-lineage.md`](../../design/research-lineage.md) "Exact-state local decision preference". -- [[recursive-recurrence-health]] — negative: seed 1 / R=4 / example `b` - regressed at the final depth, so the LAR3 activation prerequisite failed. diff --git a/docs/brains/repo/recursive-recurrence-health.md b/docs/brains/repo/recursive-recurrence-health.md index 3cebd210e..75b1f69db 100644 --- a/docs/brains/repo/recursive-recurrence-health.md +++ b/docs/brains/repo/recursive-recurrence-health.md @@ -1,10 +1,11 @@ --- type: concept -status: dead-end +status: active tags: [recurrence, diagnostics, fixture] created: 2026-07-23 -linear: SLM-282 -design: docs/design/iter-slm282-recurrence-health-20260723.md +updated: 2026-07-25 +linear: SLM-282, SLM-421 +design: docs/design/iter-slm282-recurrence-health-20260723.md, docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md sources: "[[deeploop-source]], [[training-free-looped-transformers-source]], https://arxiv.org/abs/2106.14342" --- @@ -32,9 +33,31 @@ non-finite, or if matched initialization/data/optimizer controls diverge. ## Status & next step -Negative. Only seed 0 passed. For seed 1 / R=4 / example `b`, CE regressed from -`17.487688` at depth 3 to `17.855324` at depth 4, so the two-seed prerequisite -failed even though the token-weighted aggregate improved. All required -telemetry was finite, but several local directional gains also exceed one. -Do not activate LAR3 from this result; no ship, checkpoint, or -production-default claim follows. +**SLM-282 (n=2, 2026-07-23): negative.** Only seed 0 passed. For seed 1 / R=4 / +example `b`, CE regressed from `17.487688` at depth 3 to `17.855324` at depth +4, so the fixed two-of-two-seed prerequisite failed even though the +token-weighted aggregate improved. All required telemetry was finite, but +several local directional gains also exceed one. This n=2 record is immutable +and remains the historical evidence — PR #853/#854/#855/#856 correctly cited +it (alongside SLM-317's inconclusive value gate) to gate-close LAR3-01..04 as +`not_authorized`. + +**SLM-421 (n=20, powered rerun, 2026-07-25): `recursive_core_positive`.** The +fixed 2-seed rule could not distinguish a real contraction violation from +fixture-scale noise, so SLM-421 added an additive Wilson-interval `power_rule` +to the same unchanged harness/model/data recipe and reran on 20 fresh seeds +(2..21, disjoint from SLM-282's 0/1) with a preregistered `min_pass_rate=0.5` +locked before any of those seeds were observed. Observed: 18/20 passed +(rate 0.90, Wilson 95% CI [0.699, 0.972]) — the lower bound clears 0.5, so the +`recursive_core_positive` LAR3-reopening condition is now satisfied for this +`as_is` shared_recursive-tower fixture configuration. The seed-1 regression +that drove the SLM-282 negative reads as fixture-scale noise at n=2, not a +systematic property of the core. + +**Net effect on LAR3**: only one of the two PR #853-#856 reopening conditions +is now met. LAR3 stays closed — the second condition (a passing SLM-317-style +valid-state repair advancement screen) is untouched by this issue; SLM-317's +own harness is not yet merged to `main`, so its powered rerun is a separate, +not-yet-landable follow-up. No ship, checkpoint, or production-default claim +follows from either record; residual_delta remains a fixture-only +counterfactual, never a production default. diff --git a/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.json b/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.json new file mode 100644 index 000000000..e50ef43c4 --- /dev/null +++ b/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.json @@ -0,0 +1,34542 @@ +{ + "adjacent_ce_failures": [ + { + "arm": "residual_delta", + "ce_after": 11.590276718139648, + "ce_before": 11.038289070129395, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 2, + "to_depth": 4 + }, + { + "arm": "as_is", + "ce_after": 15.163872718811035, + "ce_before": 15.091167449951172, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 5, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 13.765621185302734, + "ce_before": 13.527078628540039, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 5, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 16.074132919311523, + "ce_before": 16.039432525634766, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 14, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 6.318075180053711, + "ce_before": 6.077907085418701, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 19, + "to_depth": 4 + }, + { + "arm": "as_is", + "ce_after": 17.1304931640625, + "ce_before": 16.88490104675293, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 20, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 18.945466995239258, + "ce_before": 17.225027084350586, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 20, + "to_depth": 4 + } + ], + "agentv": { + "artifacts": { + "benchmarkPath": "outputs/runs/slm282-recurrence-health-20260725/agentv/slm282-recurrence-health/benchmark.json", + "indexPath": "outputs/runs/slm282-recurrence-health-20260725/agentv/slm282-recurrence-health/index.jsonl", + "runDir": "outputs/runs/slm282-recurrence-health-20260725/agentv/slm282-recurrence-health", + "timingPath": "outputs/runs/slm282-recurrence-health-20260725/agentv/slm282-recurrence-health/timing.json" + }, + "authority": "AgentEvals assertions", + "criteria": { + "failed": 2, + "failures": [ + "as-is-seed-5:domain_criterion", + "as-is-seed-20:domain_criterion" + ], + "pass": false, + "passed": 20, + "results": [ + { + "actual": true, + "criterion_id": "matched-controls:domain_criterion", + "expected": true, + "id": "matched-controls:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "finite-complete-telemetry:domain_criterion", + "expected": true, + "id": "finite-complete-telemetry:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-2:domain_criterion", + "expected": true, + "id": "as-is-seed-2:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-3:domain_criterion", + "expected": true, + "id": "as-is-seed-3:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-4:domain_criterion", + "expected": true, + "id": "as-is-seed-4:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": false, + "criterion_id": "as-is-seed-5:domain_criterion", + "expected": true, + "id": "as-is-seed-5:domain_criterion", + "operator": "eq", + "pass": false + }, + { + "actual": true, + "criterion_id": "as-is-seed-6:domain_criterion", + "expected": true, + "id": "as-is-seed-6:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-7:domain_criterion", + "expected": true, + "id": "as-is-seed-7:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-8:domain_criterion", + "expected": true, + "id": "as-is-seed-8:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-9:domain_criterion", + "expected": true, + "id": "as-is-seed-9:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-10:domain_criterion", + "expected": true, + "id": "as-is-seed-10:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-11:domain_criterion", + "expected": true, + "id": "as-is-seed-11:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-12:domain_criterion", + "expected": true, + "id": "as-is-seed-12:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-13:domain_criterion", + "expected": true, + "id": "as-is-seed-13:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-14:domain_criterion", + "expected": true, + "id": "as-is-seed-14:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-15:domain_criterion", + "expected": true, + "id": "as-is-seed-15:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-16:domain_criterion", + "expected": true, + "id": "as-is-seed-16:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-17:domain_criterion", + "expected": true, + "id": "as-is-seed-17:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-18:domain_criterion", + "expected": true, + "id": "as-is-seed-18:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": true, + "criterion_id": "as-is-seed-19:domain_criterion", + "expected": true, + "id": "as-is-seed-19:domain_criterion", + "operator": "eq", + "pass": true + }, + { + "actual": false, + "criterion_id": "as-is-seed-20:domain_criterion", + "expected": true, + "id": "as-is-seed-20:domain_criterion", + "operator": "eq", + "pass": false + }, + { + "actual": true, + "criterion_id": "as-is-seed-21:domain_criterion", + "expected": true, + "id": "as-is-seed-21:domain_criterion", + "operator": "eq", + "pass": true + } + ], + "total": 22 + }, + "format": "AgentEvals JSONL", + "runner": { + "execution_errors": 0, + "name": "AgentV", + "sdk": "@agentv/core" + }, + "sdk": "@agentv/core", + "spec": "outputs/runs/slm282-recurrence-health-20260725/agentv/slm282-recurrence-health.eval.jsonl", + "summary": { + "durationMs": 2684, + "executionErrors": 0, + "failed": 2, + "meanScore": 0.9090909090909091, + "passed": 20, + "total": 22 + } + }, + "checkpoint_created": false, + "claim_class": "fixture_diagnostic_not_ship", + "curves": [ + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.539804458618164, + "entropy": 0.4422113299369812, + "finite_difference_initial_state_directional_gain": 1.4953935146331787, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 84.1207046508789, + "y_update_norm": 36.39413070678711, + "y_update_state_ratio": 0.7118914127349854, + "z_norm": 70.15474700927734, + "z_update_norm": 35.79753112792969, + "z_update_state_ratio": 0.9675559997558594 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.218059539794922, + "entropy": 0.4434172809123993, + "finite_difference_initial_state_directional_gain": 1.5016587972640991, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 82.41399383544922, + "y_update_norm": 36.78217315673828, + "y_update_state_ratio": 0.7547577023506165, + "z_norm": 70.94368743896484, + "z_update_norm": 36.362789154052734, + "z_update_state_ratio": 0.9827423095703125 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.524700265181693 + } + ], + "post_training_loss": 31.385986328125, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.539804458618164, + "ce_previous": null, + "ce_r1": 16.539804458618164, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.218059539794922, + "ce_previous": null, + "ce_r1": 21.218059539794922, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 2, + "training_losses": [ + 31.933313369750977, + 32.626220703125, + 30.807096481323242, + 31.025293350219727 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.57188606262207, + "entropy": 0.13681580126285553, + "finite_difference_initial_state_directional_gain": 1.0080890655517578, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 51.6266975402832, + "y_update_norm": 13.800193786621094, + "y_update_state_ratio": 0.26992881298065186, + "z_norm": 39.07040023803711, + "z_update_norm": 12.243818283081055, + "z_update_state_ratio": 0.33128562569618225 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.32107925415039, + "entropy": 0.09900938719511032, + "finite_difference_initial_state_directional_gain": 1.0085089206695557, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 50.08270263671875, + "y_update_norm": 13.434431076049805, + "y_update_state_ratio": 0.27563944458961487, + "z_norm": 39.0323600769043, + "z_update_norm": 12.214431762695312, + "z_update_state_ratio": 0.3304981291294098 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.782242523996455 + } + ], + "post_training_loss": 33.24481201171875, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.57188606262207, + "ce_previous": null, + "ce_r1": 17.57188606262207, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 23.32107925415039, + "ce_previous": null, + "ce_r1": 23.32107925415039, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 2, + "training_losses": [ + 36.37751770019531, + 36.33482360839844, + 33.55341720581055, + 33.64087677001953 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.55086898803711, + "entropy": 0.4220428764820099, + "finite_difference_initial_state_directional_gain": 1.4940264225006104, + "id": "a", + "kl_to_final": 0.3875868618488312, + "kl_to_next": 0.3875868618488312, + "target_count": 15, + "y_norm": 84.26612091064453, + "y_update_norm": 36.60206985473633, + "y_update_state_ratio": 0.7159634828567505, + "z_norm": 70.40223693847656, + "z_update_norm": 35.994239807128906, + "z_update_state_ratio": 0.9705430865287781 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.133699417114258, + "entropy": 0.4870885908603668, + "finite_difference_initial_state_directional_gain": 1.500018835067749, + "id": "b", + "kl_to_final": 0.17384746670722961, + "kl_to_next": 0.17384746670722961, + "target_count": 4, + "y_norm": 82.44483184814453, + "y_update_norm": 36.90642166137695, + "y_update_state_ratio": 0.7573273777961731, + "z_norm": 71.14347839355469, + "z_update_norm": 36.49788284301758, + "z_update_state_ratio": 0.9841229319572449 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.515675394158613 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.448532104492188, + "entropy": 0.8538315892219543, + "finite_difference_initial_state_directional_gain": 2.0649075508117676, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 119.82453918457031, + "y_update_norm": 37.76620101928711, + "y_update_state_ratio": 0.4481777548789978, + "z_norm": 106.24675750732422, + "z_update_norm": 37.13621139526367, + "z_update_state_ratio": 0.527486264705658 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.74262237548828, + "entropy": 0.6732889413833618, + "finite_difference_initial_state_directional_gain": 2.0757057666778564, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 118.48665618896484, + "y_update_norm": 38.071964263916016, + "y_update_state_ratio": 0.4617871642112732, + "z_norm": 107.59092712402344, + "z_update_norm": 37.78939437866211, + "z_update_state_ratio": 0.5311715602874756 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.352551108912417 + } + ], + "post_training_loss": 26.987403869628906, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.448532104492188, + "ce_previous": 16.55086898803711, + "ce_r1": 16.55086898803711, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.74262237548828, + "ce_previous": 21.133699417114258, + "ce_r1": 21.133699417114258, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 2, + "training_losses": [ + 29.96849250793457, + 30.091548919677734, + 27.797138214111328, + 27.21031951904297 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.55741310119629, + "entropy": 0.11057225614786148, + "finite_difference_initial_state_directional_gain": 1.007542610168457, + "id": "a", + "kl_to_final": 0.9885252714157104, + "kl_to_next": 0.9885252714157104, + "target_count": 15, + "y_norm": 51.79312515258789, + "y_update_norm": 14.515920639038086, + "y_update_state_ratio": 0.28397655487060547, + "z_norm": 39.4730339050293, + "z_update_norm": 12.07409954071045, + "z_update_state_ratio": 0.3252509534358978 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.298852920532227, + "entropy": 0.06412909924983978, + "finite_difference_initial_state_directional_gain": 1.0074756145477295, + "id": "b", + "kl_to_final": 0.9895193576812744, + "kl_to_next": 0.9895193576812744, + "target_count": 4, + "y_norm": 50.15427780151367, + "y_update_norm": 14.313821792602539, + "y_update_state_ratio": 0.2937259078025818, + "z_norm": 39.43374252319336, + "z_update_norm": 12.133179664611816, + "z_update_state_ratio": 0.32688555121421814 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.766137273688067 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.013202667236328, + "entropy": 0.7578765749931335, + "finite_difference_initial_state_directional_gain": 1.031806468963623, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 56.721275329589844, + "y_update_norm": 15.363821983337402, + "y_update_state_ratio": 0.29663825035095215, + "z_norm": 45.096832275390625, + "z_update_norm": 12.128683090209961, + "z_update_state_ratio": 0.307265043258667 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.64193344116211, + "entropy": 0.5531173944473267, + "finite_difference_initial_state_directional_gain": 1.0316095352172852, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 55.75764083862305, + "y_update_norm": 15.126830101013184, + "y_update_state_ratio": 0.3016059696674347, + "z_norm": 44.927024841308594, + "z_update_norm": 12.023018836975098, + "z_update_state_ratio": 0.3048916459083557 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.198198619641756 + } + ], + "post_training_loss": 24.546916961669922, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.013202667236328, + "ce_previous": 17.55741310119629, + "ce_r1": 17.55741310119629, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.64193344116211, + "ce_previous": 23.298852920532227, + "ce_r1": 23.298852920532227, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 2, + "training_losses": [ + 34.89263153076172, + 32.98997116088867, + 28.115562438964844, + 26.628944396972656 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.671306610107422, + "entropy": 0.39193347096443176, + "finite_difference_initial_state_directional_gain": 1.4923999309539795, + "id": "a", + "kl_to_final": 1.640368938446045, + "kl_to_next": 0.3262581527233124, + "target_count": 15, + "y_norm": 84.4529037475586, + "y_update_norm": 36.672115325927734, + "y_update_state_ratio": 0.7173276543617249, + "z_norm": 70.5113296508789, + "z_update_norm": 36.149478912353516, + "z_update_state_ratio": 0.9737933874130249 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.21297264099121, + "entropy": 0.5060786604881287, + "finite_difference_initial_state_directional_gain": 1.4992930889129639, + "id": "b", + "kl_to_final": 0.9996514320373535, + "kl_to_next": 0.18088293075561523, + "target_count": 4, + "y_norm": 82.40519714355469, + "y_update_norm": 36.82585906982422, + "y_update_state_ratio": 0.7556425333023071, + "z_norm": 71.17453002929688, + "z_update_norm": 36.52931213378906, + "z_update_state_ratio": 0.9840992093086243 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.62744682713559 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.510452270507812, + "entropy": 0.7622163891792297, + "finite_difference_initial_state_directional_gain": 2.0599608421325684, + "id": "a", + "kl_to_final": 0.6342852711677551, + "kl_to_next": 0.2082345187664032, + "target_count": 15, + "y_norm": 120.17068481445312, + "y_update_norm": 37.86761474609375, + "y_update_state_ratio": 0.44838735461235046, + "z_norm": 106.45368194580078, + "z_update_norm": 37.27634048461914, + "z_update_state_ratio": 0.5286574363708496 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.819726943969727, + "entropy": 0.6261841058731079, + "finite_difference_initial_state_directional_gain": 2.073674440383911, + "id": "b", + "kl_to_final": 0.5142119526863098, + "kl_to_next": 0.12399565428495407, + "target_count": 4, + "y_norm": 118.4109878540039, + "y_update_norm": 38.018394470214844, + "y_update_state_ratio": 0.4613591730594635, + "z_norm": 107.61756134033203, + "z_update_norm": 37.78237533569336, + "z_update_state_ratio": 0.5308412313461304 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.417667991236636 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.06666667014360428, + "cross_entropy": 13.433969497680664, + "entropy": 1.1663975715637207, + "finite_difference_initial_state_directional_gain": 2.654325246810913, + "id": "a", + "kl_to_final": 0.12191017717123032, + "kl_to_next": 0.12191017717123032, + "target_count": 15, + "y_norm": 157.15994262695312, + "y_update_norm": 38.67354202270508, + "y_update_state_ratio": 0.32182177901268005, + "z_norm": 143.3779754638672, + "z_update_norm": 37.94029235839844, + "z_update_state_ratio": 0.35640189051628113 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.268205642700195, + "entropy": 1.0916271209716797, + "finite_difference_initial_state_directional_gain": 2.673074245452881, + "id": "b", + "kl_to_final": 0.16825558245182037, + "kl_to_next": 0.16825558245182037, + "target_count": 4, + "y_norm": 155.64309692382812, + "y_update_norm": 38.81354904174805, + "y_update_state_ratio": 0.32778671383857727, + "z_norm": 145.0465850830078, + "z_update_norm": 38.49020004272461, + "z_update_state_ratio": 0.357657253742218 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 14.24117710715846 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.890971183776855, + "entropy": 1.3456286191940308, + "finite_difference_initial_state_directional_gain": 3.2585244178771973, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 194.9847412109375, + "y_update_norm": 39.267459869384766, + "y_update_state_ratio": 0.24985666573047638, + "z_norm": 180.86900329589844, + "z_update_norm": 38.39897918701172, + "z_update_state_ratio": 0.2678164541721344 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.36394691467285, + "entropy": 1.514003872871399, + "finite_difference_initial_state_directional_gain": 3.280773639678955, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 193.67893981933594, + "y_update_norm": 39.39694595336914, + "y_update_state_ratio": 0.2531236410140991, + "z_norm": 183.0625457763672, + "z_update_norm": 38.968387603759766, + "z_update_state_ratio": 0.2686612010002136 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.622123969228644 + } + ], + "post_training_loss": 23.076988220214844, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 12.890971183776855, + "ce_previous": 13.433969497680664, + "ce_r1": 16.671306610107422, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.36394691467285, + "ce_previous": 17.268205642700195, + "ce_r1": 21.21297264099121, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 2, + "training_losses": [ + 28.42113494873047, + 27.94287109375, + 25.18665313720703, + 24.285327911376953 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.120641708374023, + "entropy": 0.05786867439746857, + "finite_difference_initial_state_directional_gain": 1.006009578704834, + "id": "a", + "kl_to_final": 7.992598533630371, + "kl_to_next": 0.6262348890304565, + "target_count": 15, + "y_norm": 51.92527389526367, + "y_update_norm": 13.918015480041504, + "y_update_state_ratio": 0.27231156826019287, + "z_norm": 39.56034851074219, + "z_update_norm": 11.666338920593262, + "z_update_state_ratio": 0.31388190388679504 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.84129524230957, + "entropy": 0.0207379050552845, + "finite_difference_initial_state_directional_gain": 1.006316900253296, + "id": "b", + "kl_to_final": 7.543705940246582, + "kl_to_next": 0.3063502907752991, + "target_count": 4, + "y_norm": 49.93349075317383, + "y_update_norm": 13.912109375, + "y_update_state_ratio": 0.2855077385902405, + "z_norm": 39.54957580566406, + "z_update_norm": 11.854887962341309, + "z_update_state_ratio": 0.31897616386413574 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.324989820781507 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.559976577758789, + "entropy": 0.4786997437477112, + "finite_difference_initial_state_directional_gain": 1.0286648273468018, + "id": "a", + "kl_to_final": 5.630661964416504, + "kl_to_next": 1.685408115386963, + "target_count": 15, + "y_norm": 56.803287506103516, + "y_update_norm": 15.0795259475708, + "y_update_state_ratio": 0.2904082238674164, + "z_norm": 45.23176574707031, + "z_update_norm": 11.987051963806152, + "z_update_state_ratio": 0.30300673842430115 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.835124969482422, + "entropy": 0.5020923614501953, + "finite_difference_initial_state_directional_gain": 1.029218077659607, + "id": "b", + "kl_to_final": 5.639139175415039, + "kl_to_next": 1.677382230758667, + "target_count": 4, + "y_norm": 55.32160186767578, + "y_update_norm": 15.093153953552246, + "y_update_state_ratio": 0.30226513743400574, + "z_norm": 45.17502975463867, + "z_update_norm": 12.03040885925293, + "z_update_state_ratio": 0.30418553948402405 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.670534133911133 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.06666667014360428, + "cross_entropy": 11.038289070129395, + "entropy": 1.540398120880127, + "finite_difference_initial_state_directional_gain": 1.063155174255371, + "id": "a", + "kl_to_final": 1.167009949684143, + "kl_to_next": 1.167009949684143, + "target_count": 15, + "y_norm": 65.51132202148438, + "y_update_norm": 16.131553649902344, + "y_update_state_ratio": 0.2839897871017456, + "z_norm": 53.385772705078125, + "z_update_norm": 12.522026062011719, + "z_update_state_ratio": 0.276841402053833 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.344974517822266, + "entropy": 1.697069525718689, + "finite_difference_initial_state_directional_gain": 1.0627167224884033, + "id": "b", + "kl_to_final": 1.1880275011062622, + "kl_to_next": 1.1880275011062622, + "target_count": 4, + "y_norm": 64.4967041015625, + "y_update_norm": 16.173534393310547, + "y_update_state_ratio": 0.2923547625541687, + "z_norm": 53.20454788208008, + "z_update_norm": 12.471261024475098, + "z_update_state_ratio": 0.2760653495788574 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 11.944959690696315 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.20000000298023224, + "cross_entropy": 11.590276718139648, + "entropy": 1.2229392528533936, + "finite_difference_initial_state_directional_gain": 1.1033577919006348, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 15, + "y_norm": 77.19503784179688, + "y_update_norm": 16.986093521118164, + "y_update_state_ratio": 0.2592848539352417, + "z_norm": 63.313140869140625, + "z_update_norm": 13.138310432434082, + "z_update_state_ratio": 0.24610134959220886 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.702705383300781, + "entropy": 1.4233059883117676, + "finite_difference_initial_state_directional_gain": 1.1012678146362305, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 76.52762603759766, + "y_update_norm": 17.026273727416992, + "y_update_state_ratio": 0.263986736536026, + "z_norm": 62.985443115234375, + "z_update_norm": 13.078828811645508, + "z_update_state_ratio": 0.24582162499427795 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 12.245524858173571 + } + ], + "post_training_loss": 17.53359031677246, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 11.590276718139648, + "ce_previous": 11.038289070129395, + "ce_r1": 18.120641708374023, + "complete": true, + "example_id": "a", + "pass": false + }, + { + "ce_final": 14.702705383300781, + "ce_previous": 15.344974517822266, + "ce_r1": 23.84129524230957, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 2, + "training_losses": [ + 31.195865631103516, + 26.470428466796875, + 21.12795066833496, + 19.695938110351562 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.501813888549805, + "entropy": 0.8781151175498962, + "finite_difference_initial_state_directional_gain": 1.5079998970031738, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 82.37073516845703, + "y_update_norm": 35.82806396484375, + "y_update_state_ratio": 0.7274661064147949, + "z_norm": 69.73857879638672, + "z_update_norm": 36.881614685058594, + "z_update_state_ratio": 1.0239521265029907 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.180166244506836, + "entropy": 0.9737111926078796, + "finite_difference_initial_state_directional_gain": 1.5194647312164307, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 81.78887939453125, + "y_update_norm": 36.47607421875, + "y_update_state_ratio": 0.7600567936897278, + "z_norm": 69.5249252319336, + "z_update_norm": 36.61351776123047, + "z_update_state_ratio": 1.0202101469039917 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.72793134053548 + } + ], + "post_training_loss": 24.136035919189453, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.501813888549805, + "ce_previous": null, + "ce_r1": 17.501813888549805, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.180166244506836, + "ce_previous": null, + "ce_r1": 18.180166244506836, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 3, + "training_losses": [ + 17.923091888427734, + 23.55845069885254, + 18.061193466186523, + 26.000560760498047 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.939664840698242, + "entropy": 0.7431449294090271, + "finite_difference_initial_state_directional_gain": 1.0082389116287231, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 49.55583953857422, + "y_update_norm": 10.86959171295166, + "y_update_state_ratio": 0.22069916129112244, + "z_norm": 38.34697723388672, + "z_update_norm": 12.203083992004395, + "z_update_state_ratio": 0.3386208415031433 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.315929412841797, + "entropy": 1.1383874416351318, + "finite_difference_initial_state_directional_gain": 1.0026195049285889, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 49.25082015991211, + "y_update_norm": 11.735103607177734, + "y_update_state_ratio": 0.24451039731502533, + "z_norm": 38.12526321411133, + "z_update_norm": 11.724862098693848, + "z_update_state_ratio": 0.3264078199863434 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.73175303141276 + } + ], + "post_training_loss": 23.7198486328125, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.939664840698242, + "ce_previous": null, + "ce_r1": 17.939664840698242, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 17.315929412841797, + "ce_previous": null, + "ce_r1": 17.315929412841797, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 3, + "training_losses": [ + 18.870616912841797, + 25.086179733276367, + 17.77730369567871, + 25.514720916748047 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.577701568603516, + "entropy": 0.855585515499115, + "finite_difference_initial_state_directional_gain": 1.506459355354309, + "id": "a", + "kl_to_final": 0.14783887565135956, + "kl_to_next": 0.14783887565135956, + "target_count": 14, + "y_norm": 82.45482635498047, + "y_update_norm": 35.819297790527344, + "y_update_state_ratio": 0.7271984815597534, + "z_norm": 69.80290985107422, + "z_update_norm": 36.98786163330078, + "z_update_state_ratio": 1.0269263982772827 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.276334762573242, + "entropy": 0.9049177765846252, + "finite_difference_initial_state_directional_gain": 1.5194088220596313, + "id": "b", + "kl_to_final": 0.1854018121957779, + "kl_to_next": 0.1854018121957779, + "target_count": 7, + "y_norm": 81.83167266845703, + "y_update_norm": 36.45330810546875, + "y_update_state_ratio": 0.7595587968826294, + "z_norm": 69.53863525390625, + "z_update_norm": 36.675960540771484, + "z_update_state_ratio": 1.022148609161377 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.810579299926758 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.953250885009766, + "entropy": 0.8699042201042175, + "finite_difference_initial_state_directional_gain": 2.082749366760254, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 117.36976623535156, + "y_update_norm": 36.58097457885742, + "y_update_state_ratio": 0.44364866614341736, + "z_norm": 106.7242202758789, + "z_update_norm": 38.566253662109375, + "z_update_state_ratio": 0.5525020956993103 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.84906578063965, + "entropy": 1.0480172634124756, + "finite_difference_initial_state_directional_gain": 2.1146981716156006, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 117.50963592529297, + "y_update_norm": 37.32217025756836, + "y_update_state_ratio": 0.456084668636322, + "z_norm": 105.97527313232422, + "z_update_norm": 37.98768997192383, + "z_update_state_ratio": 0.5462818145751953 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.251855850219727 + } + ], + "post_training_loss": 23.481204986572266, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.953250885009766, + "ce_previous": 17.577701568603516, + "ce_r1": 17.577701568603516, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.84906578063965, + "ce_previous": 18.276334762573242, + "ce_r1": 18.276334762573242, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 3, + "training_losses": [ + 17.774354934692383, + 23.74605369567871, + 18.241668701171875, + 26.236003875732422 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.010860443115234, + "entropy": 0.725202202796936, + "finite_difference_initial_state_directional_gain": 1.0076823234558105, + "id": "a", + "kl_to_final": 0.4346999228000641, + "kl_to_next": 0.4346999228000641, + "target_count": 14, + "y_norm": 49.68223571777344, + "y_update_norm": 10.909226417541504, + "y_update_state_ratio": 0.22150146961212158, + "z_norm": 38.6707649230957, + "z_update_norm": 12.462239265441895, + "z_update_state_ratio": 0.3449321389198303 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.557470321655273, + "entropy": 1.033616304397583, + "finite_difference_initial_state_directional_gain": 1.0024693012237549, + "id": "b", + "kl_to_final": 0.8294785618782043, + "kl_to_next": 0.8294785618782043, + "target_count": 7, + "y_norm": 49.20798110961914, + "y_update_norm": 11.7670316696167, + "y_update_state_ratio": 0.24517463147640228, + "z_norm": 38.404762268066406, + "z_update_norm": 11.901785850524902, + "z_update_state_ratio": 0.3305491507053375 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.859730402628582 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.17898941040039, + "entropy": 0.9653162956237793, + "finite_difference_initial_state_directional_gain": 1.030185341835022, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 52.594383239746094, + "y_update_norm": 11.444350242614746, + "y_update_state_ratio": 0.23035095632076263, + "z_norm": 44.838340759277344, + "z_update_norm": 12.914846420288086, + "z_update_state_ratio": 0.33396926522254944 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.014820098876953, + "entropy": 1.6441214084625244, + "finite_difference_initial_state_directional_gain": 1.0228005647659302, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 53.31569290161133, + "y_update_norm": 12.433658599853516, + "y_update_state_ratio": 0.2526756525039673, + "z_norm": 44.14645004272461, + "z_update_norm": 12.410750389099121, + "z_update_state_ratio": 0.32315653562545776 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.124266306559246 + } + ], + "post_training_loss": 20.59408950805664, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.17898941040039, + "ce_previous": 18.010860443115234, + "ce_r1": 18.010860443115234, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.014820098876953, + "ce_previous": 17.557470321655273, + "ce_r1": 17.557470321655273, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 3, + "training_losses": [ + 18.705768585205078, + 26.043834686279297, + 17.620012283325195, + 24.722103118896484 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.71456527709961, + "entropy": 0.8234243988990784, + "finite_difference_initial_state_directional_gain": 1.5054644346237183, + "id": "a", + "kl_to_final": 0.4438334107398987, + "kl_to_next": 0.1263459026813507, + "target_count": 14, + "y_norm": 82.6639633178711, + "y_update_norm": 35.934532165527344, + "y_update_state_ratio": 0.7294588088989258, + "z_norm": 69.92747497558594, + "z_update_norm": 37.17692184448242, + "z_update_state_ratio": 1.032953143119812 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.417781829833984, + "entropy": 0.8177734017372131, + "finite_difference_initial_state_directional_gain": 1.5189924240112305, + "id": "b", + "kl_to_final": 0.5724778771400452, + "kl_to_next": 0.13669349253177643, + "target_count": 7, + "y_norm": 81.88384246826172, + "y_update_norm": 36.47075653076172, + "y_update_state_ratio": 0.7598685622215271, + "z_norm": 69.58341979980469, + "z_update_norm": 36.75450134277344, + "z_update_state_ratio": 1.0250017642974854 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.948970794677734 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.119443893432617, + "entropy": 0.8123906850814819, + "finite_difference_initial_state_directional_gain": 2.0787079334259033, + "id": "a", + "kl_to_final": 0.09989690780639648, + "kl_to_next": 0.03362436965107918, + "target_count": 14, + "y_norm": 117.73797607421875, + "y_update_norm": 36.69375228881836, + "y_update_state_ratio": 0.4438905417919159, + "z_norm": 107.06297302246094, + "z_update_norm": 38.826316833496094, + "z_update_state_ratio": 0.5552369356155396 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.013071060180664, + "entropy": 0.8619158864021301, + "finite_difference_initial_state_directional_gain": 2.113980531692505, + "id": "b", + "kl_to_final": 0.17787835001945496, + "kl_to_next": 0.05913534387946129, + "target_count": 7, + "y_norm": 117.58866119384766, + "y_update_norm": 37.34075927734375, + "y_update_state_ratio": 0.45602110028266907, + "z_norm": 106.14036560058594, + "z_update_norm": 38.13368225097656, + "z_update_state_ratio": 0.548028290271759 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.417319615681965 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.709253311157227, + "entropy": 0.882578432559967, + "finite_difference_initial_state_directional_gain": 2.6722123622894287, + "id": "a", + "kl_to_final": 0.0195712149143219, + "kl_to_next": 0.0195712149143219, + "target_count": 14, + "y_norm": 153.64015197753906, + "y_update_norm": 37.209930419921875, + "y_update_state_ratio": 0.31604018807411194, + "z_norm": 145.6195068359375, + "z_update_norm": 39.843379974365234, + "z_update_state_ratio": 0.3721490204334259 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.73613739013672, + "entropy": 1.0264626741409302, + "finite_difference_initial_state_directional_gain": 2.7320663928985596, + "id": "b", + "kl_to_final": 0.03518855944275856, + "kl_to_next": 0.03518855944275856, + "target_count": 7, + "y_norm": 154.20455932617188, + "y_update_norm": 37.93508529663086, + "y_update_state_ratio": 0.3226083517074585, + "z_norm": 143.9132843017578, + "z_update_norm": 38.98641586303711, + "z_update_state_ratio": 0.3673099875450134 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.05154800415039 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.388120651245117, + "entropy": 0.9829915165901184, + "finite_difference_initial_state_directional_gain": 3.2716872692108154, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 190.07583618164062, + "y_update_norm": 37.597137451171875, + "y_update_state_ratio": 0.2447090595960617, + "z_norm": 185.06716918945312, + "z_update_norm": 40.56803512573242, + "z_update_state_ratio": 0.27858927845954895 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.538843154907227, + "entropy": 1.1622215509414673, + "finite_difference_initial_state_directional_gain": 3.3573238849639893, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 191.4153289794922, + "y_update_norm": 38.382423400878906, + "y_update_state_ratio": 0.24890589714050293, + "z_norm": 182.44081115722656, + "z_update_norm": 39.59800338745117, + "z_update_state_ratio": 0.2751518189907074 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 16.771694819132488 + } + ], + "post_training_loss": 22.980941772460938, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.388120651245117, + "ce_previous": 16.709253311157227, + "ce_r1": 17.71456527709961, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.538843154907227, + "ce_previous": 17.73613739013672, + "ce_r1": 18.417781829833984, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 3, + "training_losses": [ + 17.97860336303711, + 24.340225219726562, + 18.30658531188965, + 26.536174774169922 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.57309341430664, + "entropy": 0.6334819793701172, + "finite_difference_initial_state_directional_gain": 1.0075629949569702, + "id": "a", + "kl_to_final": 2.253913402557373, + "kl_to_next": 0.26334646344184875, + "target_count": 14, + "y_norm": 50.03956985473633, + "y_update_norm": 10.222236633300781, + "y_update_state_ratio": 0.20749197900295258, + "z_norm": 38.921321868896484, + "z_update_norm": 12.845561027526855, + "z_update_state_ratio": 0.35537877678871155 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.841459274291992, + "entropy": 0.9527125358581543, + "finite_difference_initial_state_directional_gain": 1.0019667148590088, + "id": "b", + "kl_to_final": 3.972722291946411, + "kl_to_next": 0.3712344169616699, + "target_count": 7, + "y_norm": 49.12925720214844, + "y_update_norm": 10.95262336730957, + "y_update_state_ratio": 0.22814927995204926, + "z_norm": 38.544803619384766, + "z_update_norm": 12.106389999389648, + "z_update_state_ratio": 0.3362346589565277 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.32921536763509 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.132061004638672, + "entropy": 0.7074490785598755, + "finite_difference_initial_state_directional_gain": 1.0293833017349243, + "id": "a", + "kl_to_final": 1.2717653512954712, + "kl_to_next": 0.257145494222641, + "target_count": 14, + "y_norm": 52.99220657348633, + "y_update_norm": 10.689705848693848, + "y_update_state_ratio": 0.21362505853176117, + "z_norm": 45.401824951171875, + "z_update_norm": 13.223132133483887, + "z_update_state_ratio": 0.3397400677204132 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.14238166809082, + "entropy": 1.2057955265045166, + "finite_difference_initial_state_directional_gain": 1.0211386680603027, + "id": "b", + "kl_to_final": 2.42484712600708, + "kl_to_next": 0.7026654481887817, + "target_count": 7, + "y_norm": 52.68573760986328, + "y_update_norm": 11.501282691955566, + "y_update_state_ratio": 0.2341025173664093, + "z_norm": 44.38991928100586, + "z_update_norm": 12.487842559814453, + "z_update_state_ratio": 0.32398250699043274 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.802167892456055 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.464264869689941, + "entropy": 1.0361366271972656, + "finite_difference_initial_state_directional_gain": 1.061682939529419, + "id": "a", + "kl_to_final": 0.46138283610343933, + "kl_to_next": 0.46138283610343933, + "target_count": 14, + "y_norm": 58.05937194824219, + "y_update_norm": 11.36923599243164, + "y_update_state_ratio": 0.21454542875289917, + "z_norm": 54.50481414794922, + "z_update_norm": 13.710617065429688, + "z_update_state_ratio": 0.3019838333129883 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.02016544342041, + "entropy": 1.6695395708084106, + "finite_difference_initial_state_directional_gain": 1.052327275276184, + "id": "b", + "kl_to_final": 0.45009127259254456, + "kl_to_next": 0.45009127259254456, + "target_count": 7, + "y_norm": 58.5940055847168, + "y_update_norm": 12.233524322509766, + "y_update_state_ratio": 0.23219802975654602, + "z_norm": 52.681190490722656, + "z_update_norm": 13.010601997375488, + "z_update_state_ratio": 0.293098121881485 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.316231727600098 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.29910945892334, + "entropy": 1.3152412176132202, + "finite_difference_initial_state_directional_gain": 1.0995113849639893, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 14, + "y_norm": 65.04966735839844, + "y_update_norm": 12.106400489807129, + "y_update_state_ratio": 0.20851759612560272, + "z_norm": 65.33055877685547, + "z_update_norm": 14.1865873336792, + "z_update_state_ratio": 0.26028135418891907 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.79020881652832, + "entropy": 1.585489273071289, + "finite_difference_initial_state_directional_gain": 1.089531660079956, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 66.59463500976562, + "y_update_norm": 12.995903015136719, + "y_update_state_ratio": 0.22179578244686127, + "z_norm": 62.658653259277344, + "z_update_norm": 13.517168998718262, + "z_update_state_ratio": 0.2565843462944031 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.462809244791666 + } + ], + "post_training_loss": 18.193342208862305, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.29910945892334, + "ce_previous": 15.464264869689941, + "ce_r1": 18.57309341430664, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.79020881652832, + "ce_previous": 15.02016544342041, + "ce_r1": 17.841459274291992, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 3, + "training_losses": [ + 19.355419158935547, + 27.826274871826172, + 17.4431209564209, + 22.55135726928711 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 25.026996612548828, + "entropy": 0.1256868541240692, + "finite_difference_initial_state_directional_gain": 1.5100288391113281, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 83.1241455078125, + "y_update_norm": 38.32694625854492, + "y_update_state_ratio": 0.7909098863601685, + "z_norm": 71.5080795288086, + "z_update_norm": 37.536460876464844, + "z_update_state_ratio": 1.0112766027450562 + }, + { + "accuracy": 0.0, + "cross_entropy": 24.79322624206543, + "entropy": 0.23391947150230408, + "finite_difference_initial_state_directional_gain": 1.5033355951309204, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 85.47838592529297, + "y_update_norm": 38.83461380004883, + "y_update_state_ratio": 0.7699625492095947, + "z_norm": 71.23527526855469, + "z_update_norm": 37.07585906982422, + "z_update_state_ratio": 0.993297278881073 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 24.883137923020584 + } + ], + "post_training_loss": 34.73101806640625, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 25.026996612548828, + "ce_previous": null, + "ce_r1": 25.026996612548828, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 24.79322624206543, + "ce_previous": null, + "ce_r1": 24.79322624206543, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 4, + "training_losses": [ + 27.682331085205078, + 37.412445068359375, + 33.699913024902344, + 31.492984771728516 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 28.81178855895996, + "entropy": 0.0063851759769022465, + "finite_difference_initial_state_directional_gain": 1.0080218315124512, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 51.60041046142578, + "y_update_norm": 15.928189277648926, + "y_update_state_ratio": 0.3287069499492645, + "z_norm": 39.96125411987305, + "z_update_norm": 13.96186351776123, + "z_update_state_ratio": 0.3793243169784546 + }, + { + "accuracy": 0.0, + "cross_entropy": 27.834867477416992, + "entropy": 0.009107272140681744, + "finite_difference_initial_state_directional_gain": 1.0124258995056152, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 54.03849411010742, + "y_update_norm": 15.608305931091309, + "y_update_state_ratio": 0.30943578481674194, + "z_norm": 40.614952087402344, + "z_update_norm": 14.336734771728516, + "z_update_state_ratio": 0.3874141573905945 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 28.210606354933518 + } + ], + "post_training_loss": 40.262908935546875, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 28.81178855895996, + "ce_previous": null, + "ce_r1": 28.81178855895996, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 27.834867477416992, + "ce_previous": null, + "ce_r1": 27.834867477416992, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 4, + "training_losses": [ + 31.80947494506836, + 43.392845153808594, + 38.798912048339844, + 36.19572830200195 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 24.996601104736328, + "entropy": 0.0917222648859024, + "finite_difference_initial_state_directional_gain": 1.509102702140808, + "id": "a", + "kl_to_final": 0.5519128441810608, + "kl_to_next": 0.5519128441810608, + "target_count": 5, + "y_norm": 83.16079711914062, + "y_update_norm": 38.51861572265625, + "y_update_state_ratio": 0.7949020266532898, + "z_norm": 71.62654876708984, + "z_update_norm": 37.589019775390625, + "z_update_state_ratio": 1.0111758708953857 + }, + { + "accuracy": 0.0, + "cross_entropy": 24.75078582763672, + "entropy": 0.2024087756872177, + "finite_difference_initial_state_directional_gain": 1.5030949115753174, + "id": "b", + "kl_to_final": 0.5802497267723083, + "kl_to_next": 0.5802497267723083, + "target_count": 8, + "y_norm": 85.47403717041016, + "y_update_norm": 39.02206802368164, + "y_update_state_ratio": 0.7737442255020142, + "z_norm": 71.35572814941406, + "z_update_norm": 37.122928619384766, + "z_update_state_ratio": 0.9929454922676086 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 24.845330164982723 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.891281127929688, + "entropy": 1.0712617635726929, + "finite_difference_initial_state_directional_gain": 2.0826642513275146, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 120.73538208007812, + "y_update_norm": 39.87453842163086, + "y_update_state_ratio": 0.47948721051216125, + "z_norm": 108.95045471191406, + "z_update_norm": 38.974308013916016, + "z_update_state_ratio": 0.5441321730613708 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.672863006591797, + "entropy": 0.554595947265625, + "finite_difference_initial_state_directional_gain": 2.0719079971313477, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 123.41950988769531, + "y_update_norm": 40.32777404785156, + "y_update_state_ratio": 0.4718131422996521, + "z_norm": 108.40581512451172, + "z_update_norm": 38.73865509033203, + "z_update_state_ratio": 0.5428948402404785 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 21.372254591721756 + } + ], + "post_training_loss": 29.698284149169922, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.891281127929688, + "ce_previous": 24.996601104736328, + "ce_r1": 24.996601104736328, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 21.672863006591797, + "ce_previous": 24.75078582763672, + "ce_r1": 24.75078582763672, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 4, + "training_losses": [ + 25.72951316833496, + 33.559566497802734, + 29.25847625732422, + 26.23069953918457 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 28.682321548461914, + "entropy": 0.007394781801849604, + "finite_difference_initial_state_directional_gain": 1.0076704025268555, + "id": "a", + "kl_to_final": 0.23158983886241913, + "kl_to_next": 0.23158983886241913, + "target_count": 5, + "y_norm": 51.935035705566406, + "y_update_norm": 17.1826114654541, + "y_update_state_ratio": 0.35466518998146057, + "z_norm": 40.248165130615234, + "z_update_norm": 14.318381309509277, + "z_update_state_ratio": 0.3886997401714325 + }, + { + "accuracy": 0.0, + "cross_entropy": 27.665342330932617, + "entropy": 0.010608513839542866, + "finite_difference_initial_state_directional_gain": 1.011673092842102, + "id": "b", + "kl_to_final": 0.36779412627220154, + "kl_to_next": 0.36779412627220154, + "target_count": 8, + "y_norm": 54.35737228393555, + "y_update_norm": 16.962867736816406, + "y_update_state_ratio": 0.33636167645454407, + "z_norm": 40.95762634277344, + "z_update_norm": 14.774612426757812, + "z_update_state_ratio": 0.39884650707244873 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 28.0564881838285 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.54372787475586, + "entropy": 0.6992852091789246, + "finite_difference_initial_state_directional_gain": 1.0296210050582886, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 61.0799560546875, + "y_update_norm": 18.632781982421875, + "y_update_state_ratio": 0.3587709367275238, + "z_norm": 48.17866516113281, + "z_update_norm": 15.30305004119873, + "z_update_state_ratio": 0.3802173435688019 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.489822387695312, + "entropy": 0.34963011741638184, + "finite_difference_initial_state_directional_gain": 1.03924560546875, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 63.52139663696289, + "y_update_norm": 18.43642807006836, + "y_update_state_ratio": 0.3391706943511963, + "z_norm": 49.549705505371094, + "z_update_norm": 15.90954875946045, + "z_update_state_ratio": 0.38843923807144165 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 22.510555267333984 + } + ], + "post_training_loss": 31.906543731689453, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 22.54372787475586, + "ce_previous": 28.682321548461914, + "ce_r1": 28.682321548461914, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 22.489822387695312, + "ce_previous": 27.665342330932617, + "ce_r1": 27.665342330932617, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 4, + "training_losses": [ + 30.599395751953125, + 39.651206970214844, + 33.031578063964844, + 28.183446884155273 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 25.220230102539062, + "entropy": 0.062186431139707565, + "finite_difference_initial_state_directional_gain": 1.5089267492294312, + "id": "a", + "kl_to_final": 3.588942289352417, + "kl_to_next": 0.35935768485069275, + "target_count": 5, + "y_norm": 83.13652038574219, + "y_update_norm": 38.51431655883789, + "y_update_state_ratio": 0.7948752641677856, + "z_norm": 71.47208404541016, + "z_update_norm": 37.51188659667969, + "z_update_state_ratio": 1.0106775760650635 + }, + { + "accuracy": 0.0, + "cross_entropy": 24.99863052368164, + "entropy": 0.15046295523643494, + "finite_difference_initial_state_directional_gain": 1.5029898881912231, + "id": "b", + "kl_to_final": 2.0112218856811523, + "kl_to_next": 0.40557974576950073, + "target_count": 8, + "y_norm": 85.40156555175781, + "y_update_norm": 38.971981048583984, + "y_update_state_ratio": 0.772792637348175, + "z_norm": 71.21343231201172, + "z_update_norm": 37.05997085571289, + "z_update_state_ratio": 0.9928168058395386 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 25.083861130934494 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.01218605041504, + "entropy": 0.9969894289970398, + "finite_difference_initial_state_directional_gain": 2.082040548324585, + "id": "a", + "kl_to_final": 1.830701470375061, + "kl_to_next": 0.7481378316879272, + "target_count": 5, + "y_norm": 120.74491119384766, + "y_update_norm": 39.949825286865234, + "y_update_state_ratio": 0.48053279519081116, + "z_norm": 108.75576782226562, + "z_update_norm": 38.97224426269531, + "z_update_state_ratio": 0.5452792644500732 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.811662673950195, + "entropy": 0.6184005737304688, + "finite_difference_initial_state_directional_gain": 2.072139024734497, + "id": "b", + "kl_to_final": 0.6161504983901978, + "kl_to_next": 0.20812679827213287, + "target_count": 8, + "y_norm": 123.3239517211914, + "y_update_norm": 40.362586975097656, + "y_update_state_ratio": 0.4726211726665497, + "z_norm": 108.25396728515625, + "z_update_norm": 38.7728271484375, + "z_update_state_ratio": 0.5444594621658325 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 21.504171664898212 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.4825439453125, + "entropy": 1.497685194015503, + "finite_difference_initial_state_directional_gain": 2.6710875034332275, + "id": "a", + "kl_to_final": 0.15097609162330627, + "kl_to_next": 0.15097609162330627, + "target_count": 5, + "y_norm": 159.8441619873047, + "y_update_norm": 40.90383529663086, + "y_update_state_ratio": 0.33876240253448486, + "z_norm": 147.2381134033203, + "z_update_norm": 39.85306167602539, + "z_update_state_ratio": 0.36644551157951355 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.029308319091797, + "entropy": 0.7149540185928345, + "finite_difference_initial_state_directional_gain": 2.657754421234131, + "id": "b", + "kl_to_final": 0.12914420664310455, + "kl_to_next": 0.12914420664310455, + "target_count": 8, + "y_norm": 162.73866271972656, + "y_update_norm": 41.28571319580078, + "y_update_state_ratio": 0.3347744941711426, + "z_norm": 146.662841796875, + "z_update_norm": 39.82698059082031, + "z_update_state_ratio": 0.3679032027721405 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 19.81901432917668 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.871646881103516, + "entropy": 1.511038064956665, + "finite_difference_initial_state_directional_gain": 3.261662006378174, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 199.9104766845703, + "y_update_norm": 41.60710525512695, + "y_update_state_ratio": 0.2602979242801666, + "z_norm": 186.45289611816406, + "z_update_norm": 40.479373931884766, + "z_update_state_ratio": 0.2749245762825012 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.8727970123291, + "entropy": 0.8971039056777954, + "finite_difference_initial_state_directional_gain": 3.2454893589019775, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 203.11618041992188, + "y_update_norm": 41.96939468383789, + "y_update_state_ratio": 0.2578944265842438, + "z_norm": 185.93421936035156, + "z_update_norm": 40.578392028808594, + "z_update_state_ratio": 0.27667805552482605 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 18.872354654165413 + } + ], + "post_training_loss": 26.822341918945312, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.871646881103516, + "ce_previous": 19.4825439453125, + "ce_r1": 25.220230102539062, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.8727970123291, + "ce_previous": 20.029308319091797, + "ce_r1": 24.99863052368164, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 4, + "training_losses": [ + 23.901437759399414, + 30.494739532470703, + 25.55211639404297, + 22.38116455078125 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 29.253143310546875, + "entropy": 0.003718141932040453, + "finite_difference_initial_state_directional_gain": 1.0064008235931396, + "id": "a", + "kl_to_final": 6.771445274353027, + "kl_to_next": 0.07079538702964783, + "target_count": 5, + "y_norm": 51.754058837890625, + "y_update_norm": 16.965547561645508, + "y_update_state_ratio": 0.35030844807624817, + "z_norm": 40.22323989868164, + "z_update_norm": 14.243863105773926, + "z_update_state_ratio": 0.3872966170310974 + }, + { + "accuracy": 0.0, + "cross_entropy": 28.156126022338867, + "entropy": 0.004765766207128763, + "finite_difference_initial_state_directional_gain": 1.010636568069458, + "id": "b", + "kl_to_final": 5.101035118103027, + "kl_to_next": 0.0864202231168747, + "target_count": 8, + "y_norm": 54.12092590332031, + "y_update_norm": 16.593172073364258, + "y_update_state_ratio": 0.3291042745113373, + "z_norm": 41.02031707763672, + "z_update_norm": 14.83049488067627, + "z_update_state_ratio": 0.4009084105491638 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 28.578055748572716 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.342632293701172, + "entropy": 0.34695735573768616, + "finite_difference_initial_state_directional_gain": 1.027504801750183, + "id": "a", + "kl_to_final": 6.1071929931640625, + "kl_to_next": 2.327310085296631, + "target_count": 5, + "y_norm": 60.952857971191406, + "y_update_norm": 18.94078254699707, + "y_update_state_ratio": 0.3659767508506775, + "z_norm": 48.45870590209961, + "z_update_norm": 15.642720222473145, + "z_update_state_ratio": 0.388897567987442 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.074901580810547, + "entropy": 0.30062106251716614, + "finite_difference_initial_state_directional_gain": 1.0366597175598145, + "id": "b", + "kl_to_final": 4.390219211578369, + "kl_to_next": 1.0752487182617188, + "target_count": 8, + "y_norm": 63.186790466308594, + "y_update_norm": 18.638748168945312, + "y_update_state_ratio": 0.34439077973365784, + "z_norm": 50.03529357910156, + "z_update_norm": 16.363693237304688, + "z_update_state_ratio": 0.3989167809486389 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 23.177874931922325 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.664432525634766, + "entropy": 1.667107343673706, + "finite_difference_initial_state_directional_gain": 1.0540390014648438, + "id": "a", + "kl_to_final": 0.6100754141807556, + "kl_to_next": 0.6100754141807556, + "target_count": 5, + "y_norm": 75.01290130615234, + "y_update_norm": 20.631103515625, + "y_update_state_ratio": 0.33847638964653015, + "z_norm": 60.449913024902344, + "z_update_norm": 17.222740173339844, + "z_update_state_ratio": 0.355410635471344 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.202171325683594, + "entropy": 1.2301348447799683, + "finite_difference_initial_state_directional_gain": 1.0689480304718018, + "id": "b", + "kl_to_final": 1.4357879161834717, + "kl_to_next": 1.4357879161834717, + "target_count": 8, + "y_norm": 76.94741821289062, + "y_update_norm": 20.566606521606445, + "y_update_state_ratio": 0.32548901438713074, + "z_norm": 62.86236572265625, + "z_update_norm": 17.99834442138672, + "z_update_state_ratio": 0.35971298813819885 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 18.764579479510967 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.55832290649414, + "entropy": 1.9630218744277954, + "finite_difference_initial_state_directional_gain": 1.0809866189956665, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 5, + "y_norm": 92.31800079345703, + "y_update_norm": 21.74437141418457, + "y_update_state_ratio": 0.2898750901222229, + "z_norm": 75.06523895263672, + "z_update_norm": 18.46541404724121, + "z_update_state_ratio": 0.30546635389328003 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.28249740600586, + "entropy": 2.0787100791931152, + "finite_difference_initial_state_directional_gain": 1.101866364479065, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 94.05885314941406, + "y_update_norm": 21.87297821044922, + "y_update_state_ratio": 0.28425875306129456, + "z_norm": 78.24626922607422, + "z_update_norm": 19.152204513549805, + "z_update_state_ratio": 0.3046688437461853 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 17.15781490619366 + } + ], + "post_training_loss": 25.158205032348633, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.55832290649414, + "ce_previous": 19.664432525634766, + "ce_r1": 29.253143310546875, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.28249740600586, + "ce_previous": 18.202171325683594, + "ce_r1": 28.156126022338867, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 4, + "training_losses": [ + 26.591405868530273, + 29.993501663208008, + 22.621929168701172, + 18.775348663330078 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.876220703125, + "entropy": 1.3889386653900146, + "finite_difference_initial_state_directional_gain": 1.5227086544036865, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 82.91709899902344, + "y_update_norm": 38.43130111694336, + "y_update_state_ratio": 0.7893218994140625, + "z_norm": 68.79534912109375, + "z_update_norm": 36.095455169677734, + "z_update_state_ratio": 0.9939075708389282 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.52276611328125, + "entropy": 0.6767332553863525, + "finite_difference_initial_state_directional_gain": 1.505409598350525, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 84.9041519165039, + "y_update_norm": 39.05366516113281, + "y_update_state_ratio": 0.772433876991272, + "z_norm": 69.65766906738281, + "z_update_norm": 36.857852935791016, + "z_update_state_ratio": 1.0119647979736328 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.388532366071427 + } + ], + "post_training_loss": 22.73189926147461, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.876220703125, + "ce_previous": null, + "ce_r1": 15.876220703125, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.52276611328125, + "ce_previous": null, + "ce_r1": 18.52276611328125, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 5, + "training_losses": [ + 27.069107055664062, + 27.49489974975586, + 25.7957706451416, + 24.13082504272461 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.12592315673828, + "entropy": 0.7439383864402771, + "finite_difference_initial_state_directional_gain": 1.005384087562561, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 51.25886154174805, + "y_update_norm": 16.81775665283203, + "y_update_state_ratio": 0.34539109468460083, + "z_norm": 37.56884002685547, + "z_update_norm": 13.687938690185547, + "z_update_state_ratio": 0.3814609944820404 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.668256759643555, + "entropy": 0.3379584550857544, + "finite_difference_initial_state_directional_gain": 1.0057153701782227, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 53.3491325378418, + "y_update_norm": 19.100603103637695, + "y_update_state_ratio": 0.37771740555763245, + "z_norm": 38.708492279052734, + "z_update_norm": 14.8793306350708, + "z_update_state_ratio": 0.4136071503162384 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.578685215541295 + } + ], + "post_training_loss": 23.806848526000977, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.12592315673828, + "ce_previous": null, + "ce_r1": 17.12592315673828, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 19.668256759643555, + "ce_previous": null, + "ce_r1": 19.668256759643555, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 5, + "training_losses": [ + 30.74860191345215, + 30.443248748779297, + 28.273265838623047, + 25.786022186279297 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.912141799926758, + "entropy": 1.3168030977249146, + "finite_difference_initial_state_directional_gain": 1.5220069885253906, + "id": "a", + "kl_to_final": 0.8966180086135864, + "kl_to_next": 0.8966180086135864, + "target_count": 9, + "y_norm": 82.99273681640625, + "y_update_norm": 38.43852233886719, + "y_update_state_ratio": 0.7894821166992188, + "z_norm": 68.76273345947266, + "z_update_norm": 36.15397644042969, + "z_update_state_ratio": 0.9975873827934265 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.730697631835938, + "entropy": 0.580531120300293, + "finite_difference_initial_state_directional_gain": 1.5051332712173462, + "id": "b", + "kl_to_final": 0.8808514475822449, + "kl_to_next": 0.8808514475822449, + "target_count": 12, + "y_norm": 84.84662628173828, + "y_update_norm": 38.92656326293945, + "y_update_state_ratio": 0.7700219750404358, + "z_norm": 69.63899230957031, + "z_update_norm": 36.92104721069336, + "z_update_state_ratio": 1.0157641172409058 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.52274513244629 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.422138214111328, + "entropy": 1.7515593767166138, + "finite_difference_initial_state_directional_gain": 2.1121506690979004, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 120.44322967529297, + "y_update_norm": 40.115596771240234, + "y_update_state_ratio": 0.48336273431777954, + "z_norm": 104.86090087890625, + "z_update_norm": 37.99208068847656, + "z_update_state_ratio": 0.5525097250938416 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.530170440673828, + "entropy": 1.1295318603515625, + "finite_difference_initial_state_directional_gain": 2.075741767883301, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 122.80624389648438, + "y_update_norm": 41.07401657104492, + "y_update_state_ratio": 0.4840972423553467, + "z_norm": 106.6535415649414, + "z_update_norm": 38.9864501953125, + "z_update_state_ratio": 0.5598365068435669 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.055299486432755 + } + ], + "post_training_loss": 20.58342742919922, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.422138214111328, + "ce_previous": 15.912141799926758, + "ce_r1": 15.912141799926758, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.530170440673828, + "ce_previous": 18.730697631835938, + "ce_r1": 18.730697631835938, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 5, + "training_losses": [ + 24.69051742553711, + 24.471786499023438, + 22.85253143310547, + 22.44576644897461 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.329076766967773, + "entropy": 0.6526435613632202, + "finite_difference_initial_state_directional_gain": 1.0048774480819702, + "id": "a", + "kl_to_final": 3.6805386543273926, + "kl_to_next": 3.6805386543273926, + "target_count": 9, + "y_norm": 51.23775100708008, + "y_update_norm": 16.857812881469727, + "y_update_state_ratio": 0.34625789523124695, + "z_norm": 37.737342834472656, + "z_update_norm": 13.783332824707031, + "z_update_state_ratio": 0.38441377878189087 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.942689895629883, + "entropy": 0.29126667976379395, + "finite_difference_initial_state_directional_gain": 1.0051586627960205, + "id": "b", + "kl_to_final": 2.5806400775909424, + "kl_to_next": 2.5806400775909424, + "target_count": 12, + "y_norm": 53.2234001159668, + "y_update_norm": 18.910640716552734, + "y_update_state_ratio": 0.3740112781524658, + "z_norm": 38.852699279785156, + "z_update_norm": 14.994056701660156, + "z_update_state_ratio": 0.41717398166656494 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.82256998334612 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.244771003723145, + "entropy": 1.751722812652588, + "finite_difference_initial_state_directional_gain": 1.0245232582092285, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 59.317115783691406, + "y_update_norm": 18.295074462890625, + "y_update_state_ratio": 0.3570623993873596, + "z_norm": 45.321048736572266, + "z_update_norm": 15.41678237915039, + "z_update_state_ratio": 0.40852856636047363 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.782031059265137, + "entropy": 1.3291521072387695, + "finite_difference_initial_state_directional_gain": 1.022445559501648, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 62.57357406616211, + "y_update_norm": 20.3907470703125, + "y_update_state_ratio": 0.383116215467453, + "z_norm": 48.2805061340332, + "z_update_norm": 17.175832748413086, + "z_update_state_ratio": 0.4420756697654724 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.55177674974714 + } + ], + "post_training_loss": 19.75040054321289, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.244771003723145, + "ce_previous": 17.329076766967773, + "ce_r1": 17.329076766967773, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.782031059265137, + "ce_previous": 19.942689895629883, + "ce_r1": 19.942689895629883, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 5, + "training_losses": [ + 27.491809844970703, + 24.106637954711914, + 21.180952072143555, + 22.066139221191406 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.124547958374023, + "entropy": 1.1531542539596558, + "finite_difference_initial_state_directional_gain": 1.5213810205459595, + "id": "a", + "kl_to_final": 2.6692585945129395, + "kl_to_next": 0.707425057888031, + "target_count": 9, + "y_norm": 83.35564422607422, + "y_update_norm": 38.73912048339844, + "y_update_state_ratio": 0.7956362366676331, + "z_norm": 68.75590515136719, + "z_update_norm": 36.25825881958008, + "z_update_state_ratio": 1.0027945041656494 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.266756057739258, + "entropy": 0.39659515023231506, + "finite_difference_initial_state_directional_gain": 1.5054153203964233, + "id": "b", + "kl_to_final": 2.7838685512542725, + "kl_to_next": 0.5229504108428955, + "target_count": 12, + "y_norm": 85.01557922363281, + "y_update_norm": 39.095882415771484, + "y_update_state_ratio": 0.7733413577079773, + "z_norm": 69.63330078125, + "z_update_norm": 37.00817108154297, + "z_update_state_ratio": 1.0205730199813843 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.920095443725586 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.199111938476562, + "entropy": 1.6854305267333984, + "finite_difference_initial_state_directional_gain": 2.109065294265747, + "id": "a", + "kl_to_final": 0.6898036003112793, + "kl_to_next": 0.2547800838947296, + "target_count": 9, + "y_norm": 121.30178833007812, + "y_update_norm": 40.616085052490234, + "y_update_state_ratio": 0.4872625768184662, + "z_norm": 104.9847640991211, + "z_update_norm": 38.17993927001953, + "z_update_state_ratio": 0.5552968978881836 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.82977867126465, + "entropy": 0.963952362537384, + "finite_difference_initial_state_directional_gain": 2.075709104537964, + "id": "b", + "kl_to_final": 0.9992852210998535, + "kl_to_next": 0.37100568413734436, + "target_count": 12, + "y_norm": 123.28315734863281, + "y_update_norm": 41.466827392578125, + "y_update_state_ratio": 0.4877556264400482, + "z_norm": 106.846435546875, + "z_update_norm": 39.245079040527344, + "z_update_state_ratio": 0.5635964274406433 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.130921500069753 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.091167449951172, + "entropy": 1.7951409816741943, + "finite_difference_initial_state_directional_gain": 2.7103958129882812, + "id": "a", + "kl_to_final": 0.09771035611629486, + "kl_to_next": 0.09771035611629486, + "target_count": 9, + "y_norm": 161.1029815673828, + "y_update_norm": 41.98977279663086, + "y_update_state_ratio": 0.34615954756736755, + "z_norm": 142.91534423828125, + "z_update_norm": 39.55844497680664, + "z_update_state_ratio": 0.3768017590045929 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.910957336425781, + "entropy": 1.1227813959121704, + "finite_difference_initial_state_directional_gain": 2.6583967208862305, + "id": "b", + "kl_to_final": 0.13481129705905914, + "kl_to_next": 0.13481129705905914, + "target_count": 12, + "y_norm": 163.82699584960938, + "y_update_norm": 43.209197998046875, + "y_update_state_ratio": 0.35048744082450867, + "z_norm": 145.96839904785156, + "z_update_norm": 40.9290771484375, + "z_update_state_ratio": 0.38306450843811035 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.559618813650948 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.163872718811035, + "entropy": 1.7408463954925537, + "finite_difference_initial_state_directional_gain": 3.3097057342529297, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 202.2128143310547, + "y_update_norm": 43.068416595458984, + "y_update_state_ratio": 0.2673346996307373, + "z_norm": 182.00326538085938, + "z_update_norm": 40.62826919555664, + "z_update_state_ratio": 0.28428205847740173 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.522618293762207, + "entropy": 1.219477653503418, + "finite_difference_initial_state_directional_gain": 3.2367465496063232, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 205.99880981445312, + "y_update_norm": 44.558616638183594, + "y_update_state_ratio": 0.271985799074173, + "z_norm": 186.4395294189453, + "z_update_norm": 42.241085052490234, + "z_update_state_ratio": 0.2893851399421692 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.368870190211705 + } + ], + "post_training_loss": 19.013769149780273, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.163872718811035, + "ce_previous": 15.091167449951172, + "ce_r1": 16.124547958374023, + "complete": true, + "example_id": "a", + "pass": false + }, + { + "ce_final": 15.522618293762207, + "ce_previous": 15.910957336425781, + "ce_r1": 19.266756057739258, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 5, + "training_losses": [ + 22.863176345825195, + 22.356721878051758, + 20.587181091308594, + 21.367429733276367 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.069576263427734, + "entropy": 0.26142847537994385, + "finite_difference_initial_state_directional_gain": 1.0045764446258545, + "id": "a", + "kl_to_final": 7.001429557800293, + "kl_to_next": 0.4642777442932129, + "target_count": 9, + "y_norm": 50.97057342529297, + "y_update_norm": 14.296073913574219, + "y_update_state_ratio": 0.2936426103115082, + "z_norm": 37.62883377075195, + "z_update_norm": 13.656436920166016, + "z_update_state_ratio": 0.3810740113258362 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.00557518005371, + "entropy": 0.12514476478099823, + "finite_difference_initial_state_directional_gain": 1.004866600036621, + "id": "b", + "kl_to_final": 4.536010265350342, + "kl_to_next": 0.18981240689754486, + "target_count": 12, + "y_norm": 52.708099365234375, + "y_update_norm": 15.91492748260498, + "y_update_state_ratio": 0.3146941363811493, + "z_norm": 38.4218635559082, + "z_update_norm": 14.444684982299805, + "z_update_state_ratio": 0.40229588747024536 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 20.74728993007115 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.434943199157715, + "entropy": 0.9135721921920776, + "finite_difference_initial_state_directional_gain": 1.0251173973083496, + "id": "a", + "kl_to_final": 4.7372612953186035, + "kl_to_next": 1.490480899810791, + "target_count": 9, + "y_norm": 57.36875534057617, + "y_update_norm": 15.47572135925293, + "y_update_state_ratio": 0.30362069606781006, + "z_norm": 44.777957916259766, + "z_update_norm": 14.79499340057373, + "z_update_state_ratio": 0.3931823670864105 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.768205642700195, + "entropy": 0.39206063747406006, + "finite_difference_initial_state_directional_gain": 1.023022174835205, + "id": "b", + "kl_to_final": 3.7040672302246094, + "kl_to_next": 0.9628134369850159, + "target_count": 12, + "y_norm": 59.69930648803711, + "y_update_norm": 17.22298812866211, + "y_update_state_ratio": 0.3267616927623749, + "z_norm": 46.929962158203125, + "z_update_norm": 16.148012161254883, + "z_update_state_ratio": 0.42028185725212097 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.768236024039133 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.527078628540039, + "entropy": 1.8599730730056763, + "finite_difference_initial_state_directional_gain": 1.0537821054458618, + "id": "a", + "kl_to_final": 0.7072743773460388, + "kl_to_next": 0.7072743773460388, + "target_count": 9, + "y_norm": 67.6378402709961, + "y_update_norm": 17.044496536254883, + "y_update_state_ratio": 0.2971041798591614, + "z_norm": 56.423316955566406, + "z_update_norm": 16.639362335205078, + "z_update_state_ratio": 0.37159717082977295 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.431307792663574, + "entropy": 1.3458762168884277, + "finite_difference_initial_state_directional_gain": 1.0474822521209717, + "id": "b", + "kl_to_final": 0.8499355912208557, + "kl_to_next": 0.8499355912208557, + "target_count": 12, + "y_norm": 71.13934326171875, + "y_update_norm": 18.824966430664062, + "y_update_state_ratio": 0.31532973051071167, + "z_norm": 60.45634460449219, + "z_update_norm": 18.448657989501953, + "z_update_state_ratio": 0.3931104242801666 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 14.043781008039202 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.765621185302734, + "entropy": 1.3731728792190552, + "finite_difference_initial_state_directional_gain": 1.083377480506897, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 81.09770202636719, + "y_update_norm": 18.455432891845703, + "y_update_state_ratio": 0.27285662293434143, + "z_norm": 71.48025512695312, + "z_update_norm": 18.52524185180664, + "z_update_state_ratio": 0.3283259868621826 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.512115478515625, + "entropy": 1.6075600385665894, + "finite_difference_initial_state_directional_gain": 1.0725127458572388, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 86.00041198730469, + "y_update_norm": 20.089139938354492, + "y_update_state_ratio": 0.28239142894744873, + "z_norm": 77.49313354492188, + "z_update_norm": 20.32256317138672, + "z_update_state_ratio": 0.33615270256996155 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.620760781424385 + } + ], + "post_training_loss": 14.646991729736328, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.765621185302734, + "ce_previous": 13.527078628540039, + "ce_r1": 19.069576263427734, + "complete": true, + "example_id": "a", + "pass": false + }, + { + "ce_final": 13.512115478515625, + "ce_previous": 14.431307792663574, + "ce_r1": 22.00557518005371, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 5, + "training_losses": [ + 20.960365295410156, + 17.777515411376953, + 15.861564636230469, + 17.604658126831055 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.306880950927734, + "entropy": 1.279240369796753, + "finite_difference_initial_state_directional_gain": 1.5473456382751465, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 77.17945861816406, + "y_update_norm": 35.95387268066406, + "y_update_state_ratio": 0.8107603192329407, + "z_norm": 68.6514663696289, + "z_update_norm": 36.3275146484375, + "z_update_state_ratio": 1.0409725904464722 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.073049545288086, + "entropy": 1.4783411026000977, + "finite_difference_initial_state_directional_gain": 1.5334031581878662, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 77.96968078613281, + "y_update_norm": 36.06727981567383, + "y_update_state_ratio": 0.8028029799461365, + "z_norm": 69.02074432373047, + "z_update_norm": 36.976409912109375, + "z_update_state_ratio": 1.0601234436035156 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.250194549560547 + } + ], + "post_training_loss": 16.25019645690918, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.306880950927734, + "ce_previous": null, + "ce_r1": 16.306880950927734, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.073049545288086, + "ce_previous": null, + "ce_r1": 16.073049545288086, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 6, + "training_losses": [ + 17.52375602722168, + 17.67203140258789, + 25.966503143310547, + 25.95374298095703 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.619789123535156, + "entropy": 1.353430151939392, + "finite_difference_initial_state_directional_gain": 1.0067919492721558, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 45.14804458618164, + "y_update_norm": 15.071358680725098, + "y_update_state_ratio": 0.33999887108802795, + "z_norm": 37.84809875488281, + "z_update_norm": 13.735157012939453, + "z_update_state_ratio": 0.3956545889377594 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.624248504638672, + "entropy": 1.5061432123184204, + "finite_difference_initial_state_directional_gain": 1.0120127201080322, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 45.90633773803711, + "y_update_norm": 15.394076347351074, + "y_update_state_ratio": 0.34267401695251465, + "z_norm": 37.875980377197266, + "z_update_norm": 13.640523910522461, + "z_update_state_ratio": 0.3926392197608948 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.378445943196615 + } + ], + "post_training_loss": 15.378445625305176, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.619789123535156, + "ce_previous": null, + "ce_r1": 15.619789123535156, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 14.624248504638672, + "ce_previous": null, + "ce_r1": 14.624248504638672, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 6, + "training_losses": [ + 17.227510452270508, + 17.194007873535156, + 25.255115509033203, + 24.45600128173828 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.290943145751953, + "entropy": 1.263055682182312, + "finite_difference_initial_state_directional_gain": 1.5480451583862305, + "id": "a", + "kl_to_final": 0.19784995913505554, + "kl_to_next": 0.19784995913505554, + "target_count": 25, + "y_norm": 77.3101806640625, + "y_update_norm": 36.01681137084961, + "y_update_state_ratio": 0.8121127486228943, + "z_norm": 68.57514953613281, + "z_update_norm": 36.36970520019531, + "z_update_state_ratio": 1.0442900657653809 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.06066131591797, + "entropy": 1.4774564504623413, + "finite_difference_initial_state_directional_gain": 1.5338783264160156, + "id": "b", + "kl_to_final": 0.27823856472969055, + "kl_to_next": 0.27823856472969055, + "target_count": 8, + "y_norm": 78.1131362915039, + "y_update_norm": 36.17100143432617, + "y_update_state_ratio": 0.8050694465637207, + "z_norm": 68.89952850341797, + "z_update_norm": 36.94495391845703, + "z_update_state_ratio": 1.0613070726394653 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.235117247610383 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.714868545532227, + "entropy": 1.3843170404434204, + "finite_difference_initial_state_directional_gain": 2.1757538318634033, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 112.74153900146484, + "y_update_norm": 37.57388687133789, + "y_update_state_ratio": 0.486014723777771, + "z_norm": 104.99957275390625, + "z_update_norm": 37.9580078125, + "z_update_state_ratio": 0.5535242557525635 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.2384614944458, + "entropy": 1.4817053079605103, + "finite_difference_initial_state_directional_gain": 2.144869089126587, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 113.78668975830078, + "y_update_norm": 37.796939849853516, + "y_update_state_ratio": 0.4838743209838867, + "z_norm": 105.82735443115234, + "z_update_norm": 38.59577560424805, + "z_update_state_ratio": 0.5601747632026672 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.599375927087033 + } + ], + "post_training_loss": 15.599376678466797, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.714868545532227, + "ce_previous": 16.290943145751953, + "ce_r1": 16.290943145751953, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.2384614944458, + "ce_previous": 16.06066131591797, + "ce_r1": 16.06066131591797, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 6, + "training_losses": [ + 17.458738327026367, + 17.36779022216797, + 25.90179443359375, + 25.515155792236328 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.765799522399902, + "entropy": 1.2499420642852783, + "finite_difference_initial_state_directional_gain": 1.0069407224655151, + "id": "a", + "kl_to_final": 1.387496829032898, + "kl_to_next": 1.387496829032898, + "target_count": 25, + "y_norm": 45.214473724365234, + "y_update_norm": 14.235201835632324, + "y_update_state_ratio": 0.3210165798664093, + "z_norm": 37.58172607421875, + "z_update_norm": 13.721280097961426, + "z_update_state_ratio": 0.3950849771499634 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.745222091674805, + "entropy": 1.4365463256835938, + "finite_difference_initial_state_directional_gain": 1.0120329856872559, + "id": "b", + "kl_to_final": 1.8960553407669067, + "kl_to_next": 1.8960553407669067, + "target_count": 8, + "y_norm": 45.983787536621094, + "y_update_norm": 14.716804504394531, + "y_update_state_ratio": 0.32755404710769653, + "z_norm": 37.62354278564453, + "z_update_norm": 13.683348655700684, + "z_update_state_ratio": 0.39388296008110046 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.51838681192109 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03999999910593033, + "cross_entropy": 14.506691932678223, + "entropy": 1.4854391813278198, + "finite_difference_initial_state_directional_gain": 1.0314455032348633, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 50.800254821777344, + "y_update_norm": 15.5558443069458, + "y_update_state_ratio": 0.3440456688404083, + "z_norm": 44.3753776550293, + "z_update_norm": 13.469400405883789, + "z_update_state_ratio": 0.35840290784835815 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.725156784057617, + "entropy": 1.4820904731750488, + "finite_difference_initial_state_directional_gain": 1.0433908700942993, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 52.05171585083008, + "y_update_norm": 16.070894241333008, + "y_update_state_ratio": 0.3494904339313507, + "z_norm": 44.54001998901367, + "z_update_norm": 13.597190856933594, + "z_update_state_ratio": 0.36140114068984985 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.074804623921713 + } + ], + "post_training_loss": 14.07480525970459, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.506691932678223, + "ce_previous": 15.765799522399902, + "ce_r1": 15.765799522399902, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 12.725156784057617, + "ce_previous": 14.745222091674805, + "ce_r1": 14.745222091674805, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 6, + "training_losses": [ + 16.976476669311523, + 16.17681312561035, + 24.055919647216797, + 22.409109115600586 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.351072311401367, + "entropy": 1.2301305532455444, + "finite_difference_initial_state_directional_gain": 1.5475794076919556, + "id": "a", + "kl_to_final": 0.925313413143158, + "kl_to_next": 0.17449897527694702, + "target_count": 25, + "y_norm": 77.35884857177734, + "y_update_norm": 36.048667907714844, + "y_update_state_ratio": 0.8127720355987549, + "z_norm": 68.55192565917969, + "z_update_norm": 36.375099182128906, + "z_update_state_ratio": 1.044784665107727 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.123271942138672, + "entropy": 1.4549081325531006, + "finite_difference_initial_state_directional_gain": 1.534517765045166, + "id": "b", + "kl_to_final": 1.419517993927002, + "kl_to_next": 0.24283090233802795, + "target_count": 8, + "y_norm": 78.1709213256836, + "y_update_norm": 36.230926513671875, + "y_update_state_ratio": 0.8063871264457703, + "z_norm": 68.84442138671875, + "z_update_norm": 36.886634826660156, + "z_update_state_ratio": 1.0599125623703003 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.295847979458895 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.73831558227539, + "entropy": 1.342991828918457, + "finite_difference_initial_state_directional_gain": 2.17484712600708, + "id": "a", + "kl_to_final": 0.35496199131011963, + "kl_to_next": 0.10515935719013214, + "target_count": 25, + "y_norm": 112.8683090209961, + "y_update_norm": 37.65934753417969, + "y_update_state_ratio": 0.4868136942386627, + "z_norm": 104.98065948486328, + "z_update_norm": 37.98384475708008, + "z_update_state_ratio": 0.5540886521339417 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.247547149658203, + "entropy": 1.5004298686981201, + "finite_difference_initial_state_directional_gain": 2.145894765853882, + "id": "b", + "kl_to_final": 0.549318790435791, + "kl_to_next": 0.17204004526138306, + "target_count": 8, + "y_norm": 113.96463775634766, + "y_update_norm": 37.94239044189453, + "y_update_state_ratio": 0.4853772819042206, + "z_norm": 105.71107482910156, + "z_update_norm": 38.54265213012695, + "z_update_state_ratio": 0.5598514676094055 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.619341416792436 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.342360496520996, + "entropy": 1.495363473892212, + "finite_difference_initial_state_directional_gain": 2.8245718479156494, + "id": "a", + "kl_to_final": 0.07862938940525055, + "kl_to_next": 0.07862938940525055, + "target_count": 25, + "y_norm": 149.8712921142578, + "y_update_norm": 38.85526657104492, + "y_update_state_ratio": 0.3442531228065491, + "z_norm": 142.59788513183594, + "z_update_norm": 38.952476501464844, + "z_update_state_ratio": 0.3710443079471588 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.796821594238281, + "entropy": 1.5009764432907104, + "finite_difference_initial_state_directional_gain": 2.7791504859924316, + "id": "b", + "kl_to_final": 0.09973419457674026, + "kl_to_next": 0.09973419457674026, + "target_count": 8, + "y_norm": 151.289794921875, + "y_update_norm": 39.18736267089844, + "y_update_state_ratio": 0.34385547041893005, + "z_norm": 143.8395233154297, + "z_update_norm": 39.552188873291016, + "z_update_state_ratio": 0.3741537034511566 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.210108641422156 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.118195533752441, + "entropy": 1.5627648830413818, + "finite_difference_initial_state_directional_gain": 3.4788901805877686, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 187.9651336669922, + "y_update_norm": 39.80241394042969, + "y_update_state_ratio": 0.2655773162841797, + "z_norm": 180.96766662597656, + "z_update_norm": 39.63938522338867, + "z_update_state_ratio": 0.27798017859458923 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.611051559448242, + "entropy": 1.4239695072174072, + "finite_difference_initial_state_directional_gain": 3.417863130569458, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 189.7262725830078, + "y_update_norm": 40.15499496459961, + "y_update_state_ratio": 0.2654177248477936, + "z_norm": 182.77024841308594, + "z_update_norm": 40.27042770385742, + "z_update_state_ratio": 0.2799677550792694 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.995251539981727 + } + ], + "post_training_loss": 14.99525260925293, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.118195533752441, + "ce_previous": 15.342360496520996, + "ce_r1": 16.351072311401367, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.611051559448242, + "ce_previous": 14.796821594238281, + "ce_r1": 16.123271942138672, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 6, + "training_losses": [ + 17.420106887817383, + 16.88823890686035, + 25.698589324951172, + 25.09973907470703 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.416475296020508, + "entropy": 1.1518768072128296, + "finite_difference_initial_state_directional_gain": 1.0070980787277222, + "id": "a", + "kl_to_final": 4.878185272216797, + "kl_to_next": 0.8651723265647888, + "target_count": 25, + "y_norm": 45.1407585144043, + "y_update_norm": 13.345906257629395, + "y_update_state_ratio": 0.3008720576763153, + "z_norm": 37.69052505493164, + "z_update_norm": 13.044988632202148, + "z_update_state_ratio": 0.37476855516433716 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.268762588500977, + "entropy": 1.3643187284469604, + "finite_difference_initial_state_directional_gain": 1.0114096403121948, + "id": "b", + "kl_to_final": 6.083095550537109, + "kl_to_next": 1.208117961883545, + "target_count": 8, + "y_norm": 45.978607177734375, + "y_update_norm": 13.749896049499512, + "y_update_state_ratio": 0.3060002028942108, + "z_norm": 37.77847671508789, + "z_update_norm": 13.156489372253418, + "z_update_state_ratio": 0.3779451549053192 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.13824191237941 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.201428413391113, + "entropy": 1.2537882328033447, + "finite_difference_initial_state_directional_gain": 1.0319362878799438, + "id": "a", + "kl_to_final": 1.8371564149856567, + "kl_to_next": 0.6159085631370544, + "target_count": 25, + "y_norm": 50.00645065307617, + "y_update_norm": 14.397034645080566, + "y_update_state_ratio": 0.31893646717071533, + "z_norm": 44.20853805541992, + "z_update_norm": 12.995927810668945, + "z_update_state_ratio": 0.3448062241077423 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.88720989227295, + "entropy": 1.4602417945861816, + "finite_difference_initial_state_directional_gain": 1.041359305381775, + "id": "b", + "kl_to_final": 1.4562057256698608, + "kl_to_next": 0.6197771430015564, + "target_count": 8, + "y_norm": 51.39741134643555, + "y_update_norm": 14.881622314453125, + "y_update_state_ratio": 0.3236640393733978, + "z_norm": 44.565189361572266, + "z_update_norm": 13.292618751525879, + "z_update_state_ratio": 0.35185691714286804 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.640405741604892 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.387674331665039, + "entropy": 1.475807547569275, + "finite_difference_initial_state_directional_gain": 1.067929744720459, + "id": "a", + "kl_to_final": 0.2886693477630615, + "kl_to_next": 0.2886693477630615, + "target_count": 25, + "y_norm": 58.64311981201172, + "y_update_norm": 15.509974479675293, + "y_update_state_ratio": 0.31015947461128235, + "z_norm": 53.09226608276367, + "z_update_norm": 13.359885215759277, + "z_update_state_ratio": 0.3022014796733856 + }, + { + "accuracy": 0.0, + "cross_entropy": 11.703325271606445, + "entropy": 1.2397825717926025, + "finite_difference_initial_state_directional_gain": 1.0841461420059204, + "id": "b", + "kl_to_final": 0.15912382304668427, + "kl_to_next": 0.15912382304668427, + "target_count": 8, + "y_norm": 60.72243118286133, + "y_update_norm": 15.985435485839844, + "y_update_state_ratio": 0.31101635098457336, + "z_norm": 53.856231689453125, + "z_update_norm": 13.725838661193848, + "z_update_state_ratio": 0.30799463391304016 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 13.736923044378107 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.018837928771973, + "entropy": 1.4861139059066772, + "finite_difference_initial_state_directional_gain": 1.1089987754821777, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 70.20365905761719, + "y_update_norm": 16.47486686706543, + "y_update_state_ratio": 0.2809343636035919, + "z_norm": 63.5630989074707, + "z_update_norm": 13.862082481384277, + "z_update_state_ratio": 0.26109418272972107 + }, + { + "accuracy": 0.0, + "cross_entropy": 10.8792085647583, + "entropy": 1.3717156648635864, + "finite_difference_initial_state_directional_gain": 1.1332192420959473, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 72.93598175048828, + "y_update_norm": 16.896236419677734, + "y_update_state_ratio": 0.27825361490249634, + "z_norm": 64.76647186279297, + "z_update_norm": 14.202354431152344, + "z_update_state_ratio": 0.2637086510658264 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.257715658708053 + } + ], + "post_training_loss": 13.25771427154541, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.018837928771973, + "ce_previous": 14.387674331665039, + "ce_r1": 16.416475296020508, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 10.8792085647583, + "ce_previous": 11.703325271606445, + "ce_r1": 15.268762588500977, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 6, + "training_losses": [ + 17.338653564453125, + 15.089143753051758, + 23.515581130981445, + 21.09979248046875 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.874210357666016, + "entropy": 0.30793866515159607, + "finite_difference_initial_state_directional_gain": 1.5068717002868652, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 81.49246215820312, + "y_update_norm": 35.342811584472656, + "y_update_state_ratio": 0.7113805413246155, + "z_norm": 68.26029968261719, + "z_update_norm": 35.5553092956543, + "z_update_state_ratio": 1.0092957019805908 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.752267837524414, + "entropy": 0.2659214735031128, + "finite_difference_initial_state_directional_gain": 1.5345690250396729, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 81.68878936767578, + "y_update_norm": 36.235931396484375, + "y_update_state_ratio": 0.742092490196228, + "z_norm": 67.6144027709961, + "z_update_norm": 35.90059280395508, + "z_update_state_ratio": 1.0227820873260498 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.850608579574093 + } + ], + "post_training_loss": 28.383312225341797, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.874210357666016, + "ce_previous": null, + "ce_r1": 19.874210357666016, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 19.752267837524414, + "ce_previous": null, + "ce_r1": 19.752267837524414, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 7, + "training_losses": [ + 32.09708023071289, + 21.312389373779297, + 29.76563262939453, + 27.796512603759766 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.076814651489258, + "entropy": 0.08089667558670044, + "finite_difference_initial_state_directional_gain": 1.0044543743133545, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 49.17213439941406, + "y_update_norm": 13.897644996643066, + "y_update_state_ratio": 0.27969759702682495, + "z_norm": 38.32243347167969, + "z_update_norm": 15.058018684387207, + "z_update_state_ratio": 0.42664211988449097 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.922372817993164, + "entropy": 0.049409061670303345, + "finite_difference_initial_state_directional_gain": 1.0170176029205322, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 49.55074691772461, + "y_update_norm": 14.309572219848633, + "y_update_state_ratio": 0.29300424456596375, + "z_norm": 37.162261962890625, + "z_update_norm": 13.648053169250488, + "z_update_state_ratio": 0.38833707571029663 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.04692268371582 + } + ], + "post_training_loss": 30.701908111572266, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 22.076814651489258, + "ce_previous": null, + "ce_r1": 22.076814651489258, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.922372817993164, + "ce_previous": null, + "ce_r1": 21.922372817993164, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 7, + "training_losses": [ + 36.70663833618164, + 24.588695526123047, + 33.56479263305664, + 31.731172561645508 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.916719436645508, + "entropy": 0.2902589738368988, + "finite_difference_initial_state_directional_gain": 1.504923701286316, + "id": "a", + "kl_to_final": 0.6082660555839539, + "kl_to_next": 0.6082660555839539, + "target_count": 25, + "y_norm": 81.46737670898438, + "y_update_norm": 35.36480712890625, + "y_update_state_ratio": 0.711850643157959, + "z_norm": 68.44576263427734, + "z_update_norm": 35.721797943115234, + "z_update_state_ratio": 1.0124154090881348 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.79380226135254, + "entropy": 0.26596590876579285, + "finite_difference_initial_state_directional_gain": 1.533591866493225, + "id": "b", + "kl_to_final": 0.4337875545024872, + "kl_to_next": 0.4337875545024872, + "target_count": 6, + "y_norm": 81.638427734375, + "y_update_norm": 36.2390251159668, + "y_update_state_ratio": 0.7422217130661011, + "z_norm": 67.70804595947266, + "z_update_norm": 35.91762161254883, + "z_update_state_ratio": 1.0218218564987183 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.89292901562106 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.63150405883789, + "entropy": 0.5869210958480835, + "finite_difference_initial_state_directional_gain": 2.0916523933410645, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 115.24223327636719, + "y_update_norm": 36.17921829223633, + "y_update_state_ratio": 0.44409456849098206, + "z_norm": 104.53257751464844, + "z_update_norm": 37.402828216552734, + "z_update_state_ratio": 0.5464593768119812 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.242151260375977, + "entropy": 0.904980480670929, + "finite_difference_initial_state_directional_gain": 2.14835786819458, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 116.6329116821289, + "y_update_norm": 37.16544723510742, + "y_update_state_ratio": 0.4552445113658905, + "z_norm": 103.21028137207031, + "z_update_norm": 37.12060546875, + "z_update_state_ratio": 0.5482451319694519 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.55614545268397 + } + ], + "post_training_loss": 24.62872314453125, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.63150405883789, + "ce_previous": 19.916719436645508, + "ce_r1": 19.916719436645508, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.242151260375977, + "ce_previous": 19.79380226135254, + "ce_r1": 19.79380226135254, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 7, + "training_losses": [ + 30.62717056274414, + 19.631187438964844, + 26.942363739013672, + 24.14055061340332 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.022192001342773, + "entropy": 0.08438773453235626, + "finite_difference_initial_state_directional_gain": 1.0041440725326538, + "id": "a", + "kl_to_final": 0.6264021992683411, + "kl_to_next": 0.6264021992683411, + "target_count": 25, + "y_norm": 49.22218322753906, + "y_update_norm": 14.731056213378906, + "y_update_state_ratio": 0.2965053915977478, + "z_norm": 38.40337371826172, + "z_update_norm": 15.115394592285156, + "z_update_state_ratio": 0.42780065536499023 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.928144454956055, + "entropy": 0.0567132793366909, + "finite_difference_initial_state_directional_gain": 1.016646385192871, + "id": "b", + "kl_to_final": 0.8049268126487732, + "kl_to_next": 0.8049268126487732, + "target_count": 6, + "y_norm": 49.689697265625, + "y_update_norm": 14.996247291564941, + "y_update_state_ratio": 0.3071048855781555, + "z_norm": 37.229522705078125, + "z_update_norm": 13.671307563781738, + "z_update_state_ratio": 0.38856247067451477 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.003989250429214 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.331199645996094, + "entropy": 0.8238937854766846, + "finite_difference_initial_state_directional_gain": 1.023518681526184, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 52.97380447387695, + "y_update_norm": 15.842367172241211, + "y_update_state_ratio": 0.32185420393943787, + "z_norm": 45.937652587890625, + "z_update_norm": 14.65504264831543, + "z_update_state_ratio": 0.3816082179546356 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.135421752929688, + "entropy": 0.7171683311462402, + "finite_difference_initial_state_directional_gain": 1.0462062358856201, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 54.837650299072266, + "y_update_norm": 16.180112838745117, + "y_update_state_ratio": 0.325623095035553, + "z_norm": 43.10589599609375, + "z_update_norm": 13.243634223937988, + "z_update_state_ratio": 0.3557293713092804 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.293307150563887 + } + ], + "post_training_loss": 23.10036849975586, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.331199645996094, + "ce_previous": 22.022192001342773, + "ce_r1": 22.022192001342773, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.135421752929688, + "ce_previous": 21.928144454956055, + "ce_r1": 21.928144454956055, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 7, + "training_losses": [ + 36.39674377441406, + 23.084714889526367, + 29.417842864990234, + 25.955801010131836 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.098669052124023, + "entropy": 0.24545538425445557, + "finite_difference_initial_state_directional_gain": 1.5024375915527344, + "id": "a", + "kl_to_final": 2.2828800678253174, + "kl_to_next": 0.5061458349227905, + "target_count": 25, + "y_norm": 81.66227722167969, + "y_update_norm": 35.486595153808594, + "y_update_state_ratio": 0.7142524719238281, + "z_norm": 68.62841033935547, + "z_update_norm": 35.85869598388672, + "z_update_state_ratio": 1.013512372970581 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.97413444519043, + "entropy": 0.24429422616958618, + "finite_difference_initial_state_directional_gain": 1.5309094190597534, + "id": "b", + "kl_to_final": 2.5240461826324463, + "kl_to_next": 0.38232651352882385, + "target_count": 6, + "y_norm": 81.59388732910156, + "y_update_norm": 36.189029693603516, + "y_update_state_ratio": 0.7412893772125244, + "z_norm": 67.79898071289062, + "z_update_norm": 35.89715576171875, + "z_update_state_ratio": 1.018715739250183 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 20.074565579814294 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.712814331054688, + "entropy": 0.5979461669921875, + "finite_difference_initial_state_directional_gain": 2.084968328475952, + "id": "a", + "kl_to_final": 0.6349090337753296, + "kl_to_next": 0.19410793483257294, + "target_count": 25, + "y_norm": 115.63717651367188, + "y_update_norm": 36.361446380615234, + "y_update_state_ratio": 0.44526612758636475, + "z_norm": 104.8124008178711, + "z_update_norm": 37.552589416503906, + "z_update_state_ratio": 0.5471872091293335 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.36679458618164, + "entropy": 0.791264533996582, + "finite_difference_initial_state_directional_gain": 2.1431050300598145, + "id": "b", + "kl_to_final": 1.1993669271469116, + "kl_to_next": 0.363908052444458, + "target_count": 6, + "y_norm": 116.56501007080078, + "y_update_norm": 37.166412353515625, + "y_update_state_ratio": 0.4555048644542694, + "z_norm": 103.30550384521484, + "z_update_norm": 37.135189056396484, + "z_update_state_ratio": 0.5477249026298523 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.645842767530873 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.4736385345459, + "entropy": 0.8646003603935242, + "finite_difference_initial_state_directional_gain": 2.696838140487671, + "id": "a", + "kl_to_final": 0.15028859674930573, + "kl_to_next": 0.15028859674930573, + "target_count": 25, + "y_norm": 150.68280029296875, + "y_update_norm": 37.004127502441406, + "y_update_state_ratio": 0.3200019896030426, + "z_norm": 142.23031616210938, + "z_update_norm": 38.530330657958984, + "z_update_state_ratio": 0.3676123321056366 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.103281021118164, + "entropy": 1.5204695463180542, + "finite_difference_initial_state_directional_gain": 2.7845563888549805, + "id": "b", + "kl_to_final": 0.262805312871933, + "kl_to_next": 0.262805312871933, + "target_count": 6, + "y_norm": 152.67811584472656, + "y_update_norm": 37.876277923583984, + "y_update_state_ratio": 0.32493695616722107, + "z_norm": 139.93414306640625, + "z_update_norm": 37.864139556884766, + "z_update_state_ratio": 0.3665258586406708 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.40195643517279 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.756536483764648, + "entropy": 1.1297188997268677, + "finite_difference_initial_state_directional_gain": 3.3208696842193604, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 186.4589080810547, + "y_update_norm": 37.51859664916992, + "y_update_state_ratio": 0.24899056553840637, + "z_norm": 180.3854217529297, + "z_update_norm": 39.187965393066406, + "z_update_state_ratio": 0.27552470564842224 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.646883964538574, + "entropy": 1.7914834022521973, + "finite_difference_initial_state_directional_gain": 3.437732696533203, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 189.5602264404297, + "y_update_norm": 38.43910217285156, + "y_update_state_ratio": 0.251765638589859, + "z_norm": 177.2093505859375, + "z_update_norm": 38.37727737426758, + "z_update_state_ratio": 0.27425241470336914 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.735313415527344 + } + ], + "post_training_loss": 21.471885681152344, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.756536483764648, + "ce_previous": 16.4736385345459, + "ce_r1": 20.098669052124023, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.646883964538574, + "ce_previous": 16.103281021118164, + "ce_r1": 19.97413444519043, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 7, + "training_losses": [ + 29.177202224731445, + 18.171903610229492, + 24.315698623657227, + 21.255538940429688 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.726449966430664, + "entropy": 0.06375633925199509, + "finite_difference_initial_state_directional_gain": 1.0034843683242798, + "id": "a", + "kl_to_final": 8.188469886779785, + "kl_to_next": 0.2528497576713562, + "target_count": 25, + "y_norm": 49.565582275390625, + "y_update_norm": 14.031715393066406, + "y_update_state_ratio": 0.2824195623397827, + "z_norm": 38.1458625793457, + "z_update_norm": 14.724970817565918, + "z_update_state_ratio": 0.4168223738670349 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.704179763793945, + "entropy": 0.029764600098133087, + "finite_difference_initial_state_directional_gain": 1.0156705379486084, + "id": "b", + "kl_to_final": 8.160832405090332, + "kl_to_next": 0.3497125804424286, + "target_count": 6, + "y_norm": 49.70142364501953, + "y_update_norm": 14.260331153869629, + "y_update_state_ratio": 0.2921222746372223, + "z_norm": 37.00837326049805, + "z_update_norm": 13.290818214416504, + "z_update_state_ratio": 0.3778402805328369 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.72213960463001 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.329750061035156, + "entropy": 0.4958716630935669, + "finite_difference_initial_state_directional_gain": 1.0222764015197754, + "id": "a", + "kl_to_final": 6.593494415283203, + "kl_to_next": 1.9804743528366089, + "target_count": 25, + "y_norm": 53.18367004394531, + "y_update_norm": 15.231660842895508, + "y_update_state_ratio": 0.30730319023132324, + "z_norm": 45.39094924926758, + "z_update_norm": 14.462918281555176, + "z_update_state_ratio": 0.3791477680206299 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.245805740356445, + "entropy": 0.4924214780330658, + "finite_difference_initial_state_directional_gain": 1.044602632522583, + "id": "b", + "kl_to_final": 5.999692440032959, + "kl_to_next": 1.5850945711135864, + "target_count": 6, + "y_norm": 54.47607421875, + "y_update_norm": 15.534256935119629, + "y_update_state_ratio": 0.3125515580177307, + "z_norm": 42.63298797607422, + "z_update_norm": 13.057744026184082, + "z_update_state_ratio": 0.3528321385383606 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.313502773161858 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.236559867858887, + "entropy": 1.5739306211471558, + "finite_difference_initial_state_directional_gain": 1.0510108470916748, + "id": "a", + "kl_to_final": 1.3948428630828857, + "kl_to_next": 1.3948428630828857, + "target_count": 25, + "y_norm": 60.92768096923828, + "y_update_norm": 16.731632232666016, + "y_update_state_ratio": 0.31460094451904297, + "z_norm": 55.04354476928711, + "z_update_norm": 14.369027137756348, + "z_update_state_ratio": 0.3165614902973175 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.776570320129395, + "entropy": 1.6679768562316895, + "finite_difference_initial_state_directional_gain": 1.0814793109893799, + "id": "b", + "kl_to_final": 1.1711757183074951, + "kl_to_next": 1.1711757183074951, + "target_count": 6, + "y_norm": 63.24457550048828, + "y_update_norm": 17.008665084838867, + "y_update_state_ratio": 0.3122226595878601, + "z_norm": 50.72373962402344, + "z_update_norm": 13.233399391174316, + "z_update_state_ratio": 0.3104028105735779 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.14752963281447 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.109301567077637, + "entropy": 1.9777069091796875, + "finite_difference_initial_state_directional_gain": 1.0846869945526123, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 25, + "y_norm": 72.39344787597656, + "y_update_norm": 18.092403411865234, + "y_update_state_ratio": 0.2969488203525543, + "z_norm": 65.88197326660156, + "z_update_norm": 14.404500961303711, + "z_update_state_ratio": 0.2616928219795227 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.358553886413574, + "entropy": 1.7408901453018188, + "finite_difference_initial_state_directional_gain": 1.1214182376861572, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 6, + "y_norm": 75.42068481445312, + "y_update_norm": 18.257312774658203, + "y_update_state_ratio": 0.2886779308319092, + "z_norm": 60.42485046386719, + "z_update_norm": 13.652512550354004, + "z_update_state_ratio": 0.26915431022644043 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.963995564368464 + } + ], + "post_training_loss": 19.103038787841797, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.109301567077637, + "ce_previous": 15.236559867858887, + "ce_r1": 22.726449966430664, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.358553886413574, + "ce_previous": 14.776570320129395, + "ce_r1": 22.704179763793945, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 7, + "training_losses": [ + 33.1934928894043, + 18.80701446533203, + 23.120718002319336, + 20.404762268066406 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.740901947021484, + "entropy": 0.3935997486114502, + "finite_difference_initial_state_directional_gain": 1.5009047985076904, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 83.53118133544922, + "y_update_norm": 36.17772674560547, + "y_update_state_ratio": 0.7050046920776367, + "z_norm": 69.60919189453125, + "z_update_norm": 35.5970573425293, + "z_update_state_ratio": 0.9774123430252075 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.792524337768555, + "entropy": 0.34822478890419006, + "finite_difference_initial_state_directional_gain": 1.5244203805923462, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 81.92401123046875, + "y_update_norm": 36.272216796875, + "y_update_state_ratio": 0.7303828001022339, + "z_norm": 70.08940124511719, + "z_update_norm": 36.09921646118164, + "z_update_state_ratio": 0.9896798729896545 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.761550903320312 + } + ], + "post_training_loss": 33.82896423339844, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 21.740901947021484, + "ce_previous": null, + "ce_r1": 21.740901947021484, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.792524337768555, + "ce_previous": null, + "ce_r1": 21.792524337768555, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 8, + "training_losses": [ + 37.799049377441406, + 24.251995086669922, + 33.037174224853516, + 34.641868591308594 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.769906997680664, + "entropy": 0.1638302356004715, + "finite_difference_initial_state_directional_gain": 1.010443091392517, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 51.173675537109375, + "y_update_norm": 14.403225898742676, + "y_update_state_ratio": 0.2806614935398102, + "z_norm": 39.41196060180664, + "z_update_norm": 10.760440826416016, + "z_update_state_ratio": 0.29353389143943787 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.752561569213867, + "entropy": 0.13906101882457733, + "finite_difference_initial_state_directional_gain": 1.0159335136413574, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 49.70969772338867, + "y_update_norm": 14.746386528015137, + "y_update_state_ratio": 0.296824187040329, + "z_norm": 40.09893035888672, + "z_update_norm": 12.174491882324219, + "z_update_state_ratio": 0.3314897418022156 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 23.762968826293946 + } + ], + "post_training_loss": 36.30522918701172, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 23.769906997680664, + "ce_previous": null, + "ce_r1": 23.769906997680664, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 23.752561569213867, + "ce_previous": null, + "ce_r1": 23.752561569213867, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 8, + "training_losses": [ + 42.37175750732422, + 27.051115036010742, + 36.84446334838867, + 37.512596130371094 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.752059936523438, + "entropy": 0.39158952236175537, + "finite_difference_initial_state_directional_gain": 1.4992073774337769, + "id": "a", + "kl_to_final": 0.6708459258079529, + "kl_to_next": 0.6708459258079529, + "target_count": 18, + "y_norm": 83.45889282226562, + "y_update_norm": 36.234806060791016, + "y_update_state_ratio": 0.7061514854431152, + "z_norm": 69.80223846435547, + "z_update_norm": 35.697410583496094, + "z_update_state_ratio": 0.9774978160858154 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.772722244262695, + "entropy": 0.3539588749408722, + "finite_difference_initial_state_directional_gain": 1.5228275060653687, + "id": "b", + "kl_to_final": 0.37499502301216125, + "kl_to_next": 0.37499502301216125, + "target_count": 12, + "y_norm": 81.8130874633789, + "y_update_norm": 36.315460205078125, + "y_update_state_ratio": 0.731313169002533, + "z_norm": 70.25053405761719, + "z_update_norm": 36.111083984375, + "z_update_state_ratio": 0.9870978593826294 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.76032485961914 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.834434509277344, + "entropy": 1.0519824028015137, + "finite_difference_initial_state_directional_gain": 2.07574725151062, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 118.43000793457031, + "y_update_norm": 37.66997528076172, + "y_update_state_ratio": 0.4513596296310425, + "z_norm": 105.56488800048828, + "z_update_norm": 36.999427795410156, + "z_update_state_ratio": 0.5300607681274414 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.855039596557617, + "entropy": 0.7793025970458984, + "finite_difference_initial_state_directional_gain": 2.124514102935791, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 116.89039611816406, + "y_update_norm": 37.75133514404297, + "y_update_state_ratio": 0.46143394708633423, + "z_norm": 106.4132080078125, + "z_update_norm": 37.362552642822266, + "z_update_state_ratio": 0.5318472385406494 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.84267654418945 + } + ], + "post_training_loss": 28.84694480895996, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.834434509277344, + "ce_previous": 21.752059936523438, + "ce_r1": 21.752059936523438, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.855039596557617, + "ce_previous": 21.772722244262695, + "ce_r1": 21.772722244262695, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 8, + "training_losses": [ + 35.19490432739258, + 22.21169662475586, + 29.459239959716797, + 29.935035705566406 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.675676345825195, + "entropy": 0.1721455454826355, + "finite_difference_initial_state_directional_gain": 1.0097646713256836, + "id": "a", + "kl_to_final": 1.3948503732681274, + "kl_to_next": 1.3948503732681274, + "target_count": 18, + "y_norm": 51.154808044433594, + "y_update_norm": 15.101491928100586, + "y_update_state_ratio": 0.29431211948394775, + "z_norm": 39.54931640625, + "z_update_norm": 10.951746940612793, + "z_update_state_ratio": 0.2986743748188019 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.67070770263672, + "entropy": 0.14029572904109955, + "finite_difference_initial_state_directional_gain": 1.0151137113571167, + "id": "b", + "kl_to_final": 0.8613858222961426, + "kl_to_next": 0.8613858222961426, + "target_count": 12, + "y_norm": 49.72769546508789, + "y_update_norm": 15.465668678283691, + "y_update_state_ratio": 0.3113507032394409, + "z_norm": 40.21440505981445, + "z_update_norm": 12.301172256469727, + "z_update_state_ratio": 0.3348142206668854 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 23.673688888549805 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.44861602783203, + "entropy": 1.148397445678711, + "finite_difference_initial_state_directional_gain": 1.0334275960922241, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 55.5538215637207, + "y_update_norm": 15.91184139251709, + "y_update_state_ratio": 0.31105270981788635, + "z_norm": 44.66954803466797, + "z_update_norm": 10.892441749572754, + "z_update_state_ratio": 0.2754141688346863 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.189855575561523, + "entropy": 0.89638751745224, + "finite_difference_initial_state_directional_gain": 1.045081377029419, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 54.67860412597656, + "y_update_norm": 16.26306915283203, + "y_update_state_ratio": 0.32704249024391174, + "z_norm": 46.38130569458008, + "z_update_norm": 11.875093460083008, + "z_update_state_ratio": 0.29529452323913574 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.345111846923828 + } + ], + "post_training_loss": 26.462329864501953, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.44861602783203, + "ce_previous": 23.675676345825195, + "ce_r1": 23.675676345825195, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.189855575561523, + "ce_previous": 23.67070770263672, + "ce_r1": 23.67070770263672, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 8, + "training_losses": [ + 39.63788604736328, + 24.628110885620117, + 31.844411849975586, + 29.643795013427734 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.9681339263916, + "entropy": 0.34689512848854065, + "finite_difference_initial_state_directional_gain": 1.4987159967422485, + "id": "a", + "kl_to_final": 2.99737286567688, + "kl_to_next": 0.5580741763114929, + "target_count": 18, + "y_norm": 83.6436996459961, + "y_update_norm": 36.329750061035156, + "y_update_state_ratio": 0.707980751991272, + "z_norm": 69.77702331542969, + "z_update_norm": 35.7243537902832, + "z_update_state_ratio": 0.9781768321990967 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.991945266723633, + "entropy": 0.312065452337265, + "finite_difference_initial_state_directional_gain": 1.5218217372894287, + "id": "b", + "kl_to_final": 2.223857879638672, + "kl_to_next": 0.3480890989303589, + "target_count": 12, + "y_norm": 81.76687622070312, + "y_update_norm": 36.29391098022461, + "y_update_state_ratio": 0.7309001088142395, + "z_norm": 70.14075469970703, + "z_update_norm": 35.973350524902344, + "z_update_state_ratio": 0.9831817150115967 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.977658462524413 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.013887405395508, + "entropy": 0.9653056263923645, + "finite_difference_initial_state_directional_gain": 2.073721408843994, + "id": "a", + "kl_to_final": 1.1277594566345215, + "kl_to_next": 0.3812752962112427, + "target_count": 18, + "y_norm": 118.73483276367188, + "y_update_norm": 37.74436569213867, + "y_update_state_ratio": 0.451251745223999, + "z_norm": 105.46923828125, + "z_update_norm": 36.96463394165039, + "z_update_state_ratio": 0.5297536849975586 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.033714294433594, + "entropy": 0.7478544116020203, + "finite_difference_initial_state_directional_gain": 2.1230251789093018, + "id": "b", + "kl_to_final": 1.0920188426971436, + "kl_to_next": 0.3283691704273224, + "target_count": 12, + "y_norm": 116.79209899902344, + "y_update_norm": 37.72206115722656, + "y_update_state_ratio": 0.4613367021083832, + "z_norm": 106.10893249511719, + "z_update_norm": 37.155479431152344, + "z_update_state_ratio": 0.5297273993492126 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.021818161010742 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.67335319519043, + "entropy": 1.394120454788208, + "finite_difference_initial_state_directional_gain": 2.674003839492798, + "id": "a", + "kl_to_final": 0.18655838072299957, + "kl_to_next": 0.18655838072299957, + "target_count": 18, + "y_norm": 155.3357696533203, + "y_update_norm": 38.67323303222656, + "y_update_state_ratio": 0.3257109224796295, + "z_norm": 142.1347198486328, + "z_update_norm": 37.73534393310547, + "z_update_state_ratio": 0.35778531432151794 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.439970016479492, + "entropy": 1.342077612876892, + "finite_difference_initial_state_directional_gain": 2.7511234283447266, + "id": "b", + "kl_to_final": 0.22587156295776367, + "kl_to_next": 0.22587156295776367, + "target_count": 12, + "y_norm": 153.35533142089844, + "y_update_norm": 38.643184661865234, + "y_update_state_ratio": 0.3308715522289276, + "z_norm": 142.967529296875, + "z_update_norm": 37.83976364135742, + "z_update_state_ratio": 0.3566124141216278 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.579999923706055 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.076860427856445, + "entropy": 1.5322602987289429, + "finite_difference_initial_state_directional_gain": 3.2826552391052246, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 192.9239044189453, + "y_update_norm": 39.34346008300781, + "y_update_state_ratio": 0.2532801032066345, + "z_norm": 179.4012908935547, + "z_update_norm": 38.292598724365234, + "z_update_state_ratio": 0.2694105803966522 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.714637756347656, + "entropy": 1.5757884979248047, + "finite_difference_initial_state_directional_gain": 3.3885579109191895, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 190.90399169921875, + "y_update_norm": 39.299808502197266, + "y_update_state_ratio": 0.256266325712204, + "z_norm": 180.3411102294922, + "z_update_norm": 38.3124885559082, + "z_update_state_ratio": 0.26798033714294434 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 16.93197135925293 + } + ], + "post_training_loss": 24.780105590820312, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.076860427856445, + "ce_previous": 17.67335319519043, + "ce_r1": 21.9681339263916, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.714637756347656, + "ce_previous": 17.439970016479492, + "ce_r1": 21.991945266723633, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 8, + "training_losses": [ + 33.04601287841797, + 20.480623245239258, + 26.52100372314453, + 25.96773910522461 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 24.46965980529785, + "entropy": 0.08336701989173889, + "finite_difference_initial_state_directional_gain": 1.0085331201553345, + "id": "a", + "kl_to_final": 9.20821475982666, + "kl_to_next": 0.6650493144989014, + "target_count": 18, + "y_norm": 51.30683135986328, + "y_update_norm": 13.978507995605469, + "y_update_state_ratio": 0.2724120020866394, + "z_norm": 39.28399658203125, + "z_update_norm": 10.914827346801758, + "z_update_state_ratio": 0.29888904094696045 + }, + { + "accuracy": 0.0, + "cross_entropy": 24.511106491088867, + "entropy": 0.06500644981861115, + "finite_difference_initial_state_directional_gain": 1.0138697624206543, + "id": "b", + "kl_to_final": 7.905941486358643, + "kl_to_next": 0.44440028071403503, + "target_count": 12, + "y_norm": 49.67631149291992, + "y_update_norm": 14.632792472839355, + "y_update_state_ratio": 0.2946094870567322, + "z_norm": 39.94539260864258, + "z_update_norm": 12.262042045593262, + "z_update_state_ratio": 0.33507564663887024 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 24.486238479614258 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.30789566040039, + "entropy": 0.8409042954444885, + "finite_difference_initial_state_directional_gain": 1.0314357280731201, + "id": "a", + "kl_to_final": 5.8109049797058105, + "kl_to_next": 1.9855698347091675, + "target_count": 18, + "y_norm": 55.160362243652344, + "y_update_norm": 14.839895248413086, + "y_update_state_ratio": 0.28923818469047546, + "z_norm": 44.371700286865234, + "z_update_norm": 10.975440979003906, + "z_update_state_ratio": 0.27938708662986755 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.53009605407715, + "entropy": 0.5421233773231506, + "finite_difference_initial_state_directional_gain": 1.0427134037017822, + "id": "b", + "kl_to_final": 5.846498489379883, + "kl_to_next": 1.7241474390029907, + "target_count": 12, + "y_norm": 53.99971008300781, + "y_update_norm": 15.398212432861328, + "y_update_state_ratio": 0.3099709153175354, + "z_norm": 46.095970153808594, + "z_update_norm": 11.974471092224121, + "z_update_state_ratio": 0.2997710108757019 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.396775817871095 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.318185806274414, + "entropy": 1.7055473327636719, + "finite_difference_initial_state_directional_gain": 1.063950777053833, + "id": "a", + "kl_to_final": 0.8073229193687439, + "kl_to_next": 0.8073229193687439, + "target_count": 18, + "y_norm": 62.72575759887695, + "y_update_norm": 15.683778762817383, + "y_update_state_ratio": 0.2843306064605713, + "z_norm": 51.15355682373047, + "z_update_norm": 11.547103881835938, + "z_update_state_ratio": 0.2602357864379883 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.777100563049316, + "entropy": 1.7831083536148071, + "finite_difference_initial_state_directional_gain": 1.0819092988967896, + "id": "b", + "kl_to_final": 1.0687953233718872, + "kl_to_next": 1.0687953233718872, + "target_count": 12, + "y_norm": 62.15306091308594, + "y_update_norm": 16.087791442871094, + "y_update_state_ratio": 0.29792365431785583, + "z_norm": 53.77923583984375, + "z_update_norm": 11.883550643920898, + "z_update_state_ratio": 0.25780022144317627 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.101751708984374 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.57277774810791, + "entropy": 1.92783784866333, + "finite_difference_initial_state_directional_gain": 1.1007944345474243, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 18, + "y_norm": 73.24980163574219, + "y_update_norm": 16.417383193969727, + "y_update_state_ratio": 0.26173272728919983, + "z_norm": 59.365840911865234, + "z_update_norm": 12.42310905456543, + "z_update_state_ratio": 0.2428591400384903 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.915688514709473, + "entropy": 2.052978754043579, + "finite_difference_initial_state_directional_gain": 1.1269731521606445, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 73.10662078857422, + "y_update_norm": 16.623809814453125, + "y_update_state_ratio": 0.26746565103530884, + "z_norm": 62.28969192504883, + "z_update_norm": 12.009008407592773, + "z_update_state_ratio": 0.2233019471168518 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.309942054748536 + } + ], + "post_training_loss": 21.33138656616211, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.57277774810791, + "ce_previous": 16.318185806274414, + "ce_r1": 24.46965980529785, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.915688514709473, + "ce_previous": 15.777100563049316, + "ce_r1": 24.511106491088867, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 8, + "training_losses": [ + 33.34646224975586, + 19.824785232543945, + 25.75320816040039, + 23.720983505249023 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.879377365112305, + "entropy": 1.6279712915420532, + "finite_difference_initial_state_directional_gain": 1.5104998350143433, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 80.8227767944336, + "y_update_norm": 37.82731628417969, + "y_update_state_ratio": 0.8200885653495789, + "z_norm": 70.54297637939453, + "z_update_norm": 37.599205017089844, + "z_update_state_ratio": 1.0503841638565063 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.688541412353516, + "entropy": 1.435043454170227, + "finite_difference_initial_state_directional_gain": 1.488977074623108, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 86.56505584716797, + "y_update_norm": 37.501773834228516, + "y_update_state_ratio": 0.7186620235443115, + "z_norm": 69.22151184082031, + "z_update_norm": 37.01993942260742, + "z_update_state_ratio": 1.0401047468185425 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.528843612670897 + } + ], + "post_training_loss": 25.884267807006836, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.879377365112305, + "ce_previous": null, + "ce_r1": 18.879377365112305, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.688541412353516, + "ce_previous": null, + "ce_r1": 16.688541412353516, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 9, + "training_losses": [ + 25.067487716674805, + 24.444944381713867, + 21.43743324279785, + 20.27427864074707 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.36384391784668, + "entropy": 1.6742768287658691, + "finite_difference_initial_state_directional_gain": 1.0096654891967773, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 48.60785675048828, + "y_update_norm": 14.564251899719238, + "y_update_state_ratio": 0.3157731592655182, + "z_norm": 38.64596176147461, + "z_update_norm": 13.24026107788086, + "z_update_state_ratio": 0.3690505921840668 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.344073295593262, + "entropy": 1.4315855503082275, + "finite_difference_initial_state_directional_gain": 1.0072391033172607, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 54.23146057128906, + "y_update_norm": 13.595573425292969, + "y_update_state_ratio": 0.260519415140152, + "z_norm": 38.060760498046875, + "z_update_norm": 12.639241218566895, + "z_update_state_ratio": 0.3547072410583496 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.88068061828613 + } + ], + "post_training_loss": 24.975019454956055, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.36384391784668, + "ce_previous": null, + "ce_r1": 18.36384391784668, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 15.344073295593262, + "ce_previous": null, + "ce_r1": 15.344073295593262, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 9, + "training_losses": [ + 25.241668701171875, + 24.527801513671875, + 21.946901321411133, + 19.78990936279297 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.865312576293945, + "entropy": 1.6325854063034058, + "finite_difference_initial_state_directional_gain": 1.509708046913147, + "id": "a", + "kl_to_final": 0.22563883662223816, + "kl_to_next": 0.22563883662223816, + "target_count": 21, + "y_norm": 80.86066436767578, + "y_update_norm": 37.77965545654297, + "y_update_state_ratio": 0.8189336061477661, + "z_norm": 70.49380493164062, + "z_update_norm": 37.55824661254883, + "z_update_state_ratio": 1.0485754013061523 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.78301429748535, + "entropy": 1.3035707473754883, + "finite_difference_initial_state_directional_gain": 1.4880977869033813, + "id": "b", + "kl_to_final": 0.27803829312324524, + "kl_to_next": 0.27803829312324524, + "target_count": 4, + "y_norm": 86.62641906738281, + "y_update_norm": 37.48440933227539, + "y_update_state_ratio": 0.7183088660240173, + "z_norm": 69.15464782714844, + "z_update_norm": 36.959381103515625, + "z_update_state_ratio": 1.0380033254623413 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.53214485168457 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.3055362701416, + "entropy": 1.7415778636932373, + "finite_difference_initial_state_directional_gain": 2.086076021194458, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 117.916015625, + "y_update_norm": 39.19068908691406, + "y_update_state_ratio": 0.48466938734054565, + "z_norm": 108.69091796875, + "z_update_norm": 40.1563720703125, + "z_update_state_ratio": 0.5696439743041992 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.85248851776123, + "entropy": 1.7031097412109375, + "finite_difference_initial_state_directional_gain": 2.0416316986083984, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 123.25241088867188, + "y_update_norm": 38.73607635498047, + "y_update_state_ratio": 0.447162389755249, + "z_norm": 106.37052917480469, + "z_update_norm": 39.203277587890625, + "z_update_state_ratio": 0.5668928623199463 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.75304862976074 + } + ], + "post_training_loss": 24.188928604125977, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.3055362701416, + "ce_previous": 18.865312576293945, + "ce_r1": 18.865312576293945, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.85248851776123, + "ce_previous": 16.78301429748535, + "ce_r1": 16.78301429748535, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 9, + "training_losses": [ + 24.104463577270508, + 23.23783302307129, + 19.36029624938965, + 17.97235870361328 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.415088653564453, + "entropy": 1.6406649351119995, + "finite_difference_initial_state_directional_gain": 1.0096675157546997, + "id": "a", + "kl_to_final": 1.0825716257095337, + "kl_to_next": 1.0825716257095337, + "target_count": 21, + "y_norm": 48.338504791259766, + "y_update_norm": 13.829473495483398, + "y_update_state_ratio": 0.29983603954315186, + "z_norm": 38.24164581298828, + "z_update_norm": 12.601306915283203, + "z_update_state_ratio": 0.351966917514801 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.874320983886719, + "entropy": 1.0528409481048584, + "finite_difference_initial_state_directional_gain": 1.0064609050750732, + "id": "b", + "kl_to_final": 1.3808693885803223, + "kl_to_next": 1.3808693885803223, + "target_count": 4, + "y_norm": 54.06415939331055, + "y_update_norm": 12.800901412963867, + "y_update_state_ratio": 0.24529719352722168, + "z_norm": 37.767181396484375, + "z_update_norm": 12.23876953125, + "z_update_state_ratio": 0.34412962198257446 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.008565826416017 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.34450912475586, + "entropy": 1.548279047012329, + "finite_difference_initial_state_directional_gain": 1.0340147018432617, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 54.13835525512695, + "y_update_norm": 14.50977897644043, + "y_update_state_ratio": 0.3001702129840851, + "z_norm": 44.81827926635742, + "z_update_norm": 13.375982284545898, + "z_update_state_ratio": 0.3497752845287323 + }, + { + "accuracy": 0.25, + "cross_entropy": 12.165534973144531, + "entropy": 1.7164368629455566, + "finite_difference_initial_state_directional_gain": 1.0285110473632812, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 58.82675552368164, + "y_update_norm": 13.483708381652832, + "y_update_state_ratio": 0.2494019865989685, + "z_norm": 43.89348220825195, + "z_update_norm": 12.945157051086426, + "z_update_state_ratio": 0.3427620530128479 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.515873260498047 + } + ], + "post_training_loss": 22.192203521728516, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.34450912475586, + "ce_previous": 18.415088653564453, + "ce_r1": 18.415088653564453, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 12.165534973144531, + "ce_previous": 15.874320983886719, + "ce_r1": 15.874320983886719, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 9, + "training_losses": [ + 23.77757453918457, + 22.38465118408203, + 18.802404403686523, + 16.030609130859375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.899106979370117, + "entropy": 1.619764804840088, + "finite_difference_initial_state_directional_gain": 1.509488821029663, + "id": "a", + "kl_to_final": 1.0722389221191406, + "kl_to_next": 0.21138831973075867, + "target_count": 21, + "y_norm": 80.91991424560547, + "y_update_norm": 37.7432861328125, + "y_update_state_ratio": 0.8179811835289001, + "z_norm": 70.55399322509766, + "z_update_norm": 37.60029220581055, + "z_update_state_ratio": 1.0488996505737305 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.98733139038086, + "entropy": 1.1456953287124634, + "finite_difference_initial_state_directional_gain": 1.4880211353302002, + "id": "b", + "kl_to_final": 1.0834362506866455, + "kl_to_next": 0.19903838634490967, + "target_count": 4, + "y_norm": 86.66442108154297, + "y_update_norm": 37.45243835449219, + "y_update_state_ratio": 0.7176979184150696, + "z_norm": 69.16165161132812, + "z_update_norm": 36.93751907348633, + "z_update_state_ratio": 1.036739706993103 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.593222885131837 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.312761306762695, + "entropy": 1.7238260507583618, + "finite_difference_initial_state_directional_gain": 2.0853636264801025, + "id": "a", + "kl_to_final": 0.3621140718460083, + "kl_to_next": 0.11637119948863983, + "target_count": 21, + "y_norm": 117.96785736083984, + "y_update_norm": 39.13277816772461, + "y_update_state_ratio": 0.48359885811805725, + "z_norm": 108.7735366821289, + "z_update_norm": 40.17831039428711, + "z_update_state_ratio": 0.5694689750671387 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.999561309814453, + "entropy": 1.5319801568984985, + "finite_difference_initial_state_directional_gain": 2.041372299194336, + "id": "b", + "kl_to_final": 0.4169507324695587, + "kl_to_next": 0.1265631914138794, + "target_count": 4, + "y_norm": 123.2862548828125, + "y_update_norm": 38.68592834472656, + "y_update_state_ratio": 0.4463876485824585, + "z_norm": 106.34518432617188, + "z_update_norm": 39.16324234008789, + "z_update_state_ratio": 0.566256582736969 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.782649307250978 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.002986907958984, + "entropy": 1.754700779914856, + "finite_difference_initial_state_directional_gain": 2.6756293773651123, + "id": "a", + "kl_to_final": 0.06870793551206589, + "kl_to_next": 0.06870793551206589, + "target_count": 21, + "y_norm": 156.25086975097656, + "y_update_norm": 40.05924987792969, + "y_update_state_ratio": 0.33957767486572266, + "z_norm": 148.84349060058594, + "z_update_norm": 41.77164077758789, + "z_update_state_ratio": 0.3840239346027374 + }, + { + "accuracy": 0.25, + "cross_entropy": 13.814828872680664, + "entropy": 1.7018189430236816, + "finite_difference_initial_state_directional_gain": 2.6118826866149902, + "id": "b", + "kl_to_final": 0.09470211714506149, + "kl_to_next": 0.09470211714506149, + "target_count": 4, + "y_norm": 161.08998107910156, + "y_update_norm": 39.53593826293945, + "y_update_state_ratio": 0.3206840753555298, + "z_norm": 145.3461151123047, + "z_update_norm": 40.62771987915039, + "z_update_state_ratio": 0.3820362985134125 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.332881622314453 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.83968734741211, + "entropy": 1.7260621786117554, + "finite_difference_initial_state_directional_gain": 3.2646775245666504, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 195.3713836669922, + "y_update_norm": 40.73681640625, + "y_update_state_ratio": 0.26071417331695557, + "z_norm": 190.15025329589844, + "z_update_norm": 42.875362396240234, + "z_update_state_ratio": 0.2880566716194153 + }, + { + "accuracy": 0.25, + "cross_entropy": 13.076813697814941, + "entropy": 1.6957446336746216, + "finite_difference_initial_state_directional_gain": 3.183823585510254, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 199.69886779785156, + "y_update_norm": 40.172882080078125, + "y_update_state_ratio": 0.2493816316127777, + "z_norm": 185.56027221679688, + "z_update_norm": 41.691001892089844, + "z_update_state_ratio": 0.28683945536613464 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 17.07762756347656 + } + ], + "post_training_loss": 22.741430282592773, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.83968734741211, + "ce_previous": 18.002986907958984, + "ce_r1": 18.899106979370117, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 13.076813697814941, + "ce_previous": 13.814828872680664, + "ce_r1": 16.98733139038086, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 9, + "training_losses": [ + 23.236461639404297, + 21.927223205566406, + 17.20707893371582, + 15.69615650177002 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.707103729248047, + "entropy": 1.5887305736541748, + "finite_difference_initial_state_directional_gain": 1.0096306800842285, + "id": "a", + "kl_to_final": 4.730801582336426, + "kl_to_next": 0.8075683116912842, + "target_count": 21, + "y_norm": 48.24784851074219, + "y_update_norm": 13.061123847961426, + "y_update_state_ratio": 0.2830904424190521, + "z_norm": 38.432884216308594, + "z_update_norm": 12.808371543884277, + "z_update_state_ratio": 0.3577865660190582 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.481098175048828, + "entropy": 0.9435967803001404, + "finite_difference_initial_state_directional_gain": 1.0060529708862305, + "id": "b", + "kl_to_final": 6.099762916564941, + "kl_to_next": 0.8814527988433838, + "target_count": 4, + "y_norm": 53.99480438232422, + "y_update_norm": 12.12376880645752, + "y_update_state_ratio": 0.23233246803283691, + "z_norm": 37.90855407714844, + "z_update_norm": 12.392699241638184, + "z_update_state_ratio": 0.34863197803497314 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.35094284057617 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.488697052001953, + "entropy": 1.673200011253357, + "finite_difference_initial_state_directional_gain": 1.034149169921875, + "id": "a", + "kl_to_final": 1.5588594675064087, + "kl_to_next": 0.545691728591919, + "target_count": 21, + "y_norm": 53.69640350341797, + "y_update_norm": 13.967893600463867, + "y_update_state_ratio": 0.28950291872024536, + "z_norm": 45.40684127807617, + "z_update_norm": 13.793122291564941, + "z_update_state_ratio": 0.35888856649398804 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.661043167114258, + "entropy": 1.7663615942001343, + "finite_difference_initial_state_directional_gain": 1.0279479026794434, + "id": "b", + "kl_to_final": 2.6372179985046387, + "kl_to_next": 0.9827037453651428, + "target_count": 4, + "y_norm": 58.456233978271484, + "y_update_norm": 12.918661117553711, + "y_update_state_ratio": 0.23925748467445374, + "z_norm": 44.367862701416016, + "z_update_norm": 13.292146682739258, + "z_update_state_ratio": 0.35063713788986206 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.71627243041992 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.801319122314453, + "entropy": 1.5225648880004883, + "finite_difference_initial_state_directional_gain": 1.0674909353256226, + "id": "a", + "kl_to_final": 0.26921144127845764, + "kl_to_next": 0.26921144127845764, + "target_count": 21, + "y_norm": 62.12516403198242, + "y_update_norm": 14.8555908203125, + "y_update_state_ratio": 0.27665895223617554, + "z_norm": 55.687007904052734, + "z_update_norm": 14.789794921875, + "z_update_state_ratio": 0.32571732997894287 + }, + { + "accuracy": 0.25, + "cross_entropy": 10.960073471069336, + "entropy": 1.3371458053588867, + "finite_difference_initial_state_directional_gain": 1.0604244470596313, + "id": "b", + "kl_to_final": 0.3739349842071533, + "kl_to_next": 0.3739349842071533, + "target_count": 4, + "y_norm": 65.47994995117188, + "y_update_norm": 13.811620712280273, + "y_update_state_ratio": 0.23627284169197083, + "z_norm": 54.07231903076172, + "z_update_norm": 14.312759399414062, + "z_update_state_ratio": 0.32259294390678406 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.866719818115234 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.286972045898438, + "entropy": 1.520047664642334, + "finite_difference_initial_state_directional_gain": 1.1051640510559082, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 21, + "y_norm": 72.8978271484375, + "y_update_norm": 15.585646629333496, + "y_update_state_ratio": 0.25087493658065796, + "z_norm": 68.14799499511719, + "z_update_norm": 15.593202590942383, + "z_update_state_ratio": 0.28001508116722107 + }, + { + "accuracy": 0.25, + "cross_entropy": 10.406160354614258, + "entropy": 1.1067134141921997, + "finite_difference_initial_state_directional_gain": 1.0988401174545288, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 74.73180389404297, + "y_update_norm": 14.608238220214844, + "y_update_state_ratio": 0.22309483587741852, + "z_norm": 66.05559539794922, + "z_update_norm": 15.23670768737793, + "z_update_state_ratio": 0.2817838788032532 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.346042175292968 + } + ], + "post_training_loss": 20.749361038208008, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.286972045898438, + "ce_previous": 16.801319122314453, + "ce_r1": 18.707103729248047, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 10.406160354614258, + "ce_previous": 10.960073471069336, + "ce_r1": 16.481098175048828, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 9, + "training_losses": [ + 22.49540138244629, + 19.919740676879883, + 16.045774459838867, + 13.701451301574707 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.476247787475586, + "entropy": 0.958505392074585, + "finite_difference_initial_state_directional_gain": 1.5105068683624268, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 79.87478637695312, + "y_update_norm": 35.26165771484375, + "y_update_state_ratio": 0.7105027437210083, + "z_norm": 71.0949478149414, + "z_update_norm": 36.87824249267578, + "z_update_state_ratio": 0.9839328527450562 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.237353324890137, + "entropy": 1.0835716724395752, + "finite_difference_initial_state_directional_gain": 1.509290337562561, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 78.6291732788086, + "y_update_norm": 36.34079360961914, + "y_update_state_ratio": 0.7886578440666199, + "z_norm": 71.22254180908203, + "z_update_norm": 36.61195373535156, + "z_update_state_ratio": 0.9797600507736206 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.607276102391683 + } + ], + "post_training_loss": 25.930397033691406, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.476247787475586, + "ce_previous": null, + "ce_r1": 18.476247787475586, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 15.237353324890137, + "ce_previous": null, + "ce_r1": 15.237353324890137, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 10, + "training_losses": [ + 20.73697853088379, + 20.692792892456055, + 28.85186767578125, + 28.08370590209961 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.20110511779785, + "entropy": 0.7221813201904297, + "finite_difference_initial_state_directional_gain": 1.011146903038025, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 47.22834777832031, + "y_update_norm": 17.081134796142578, + "y_update_state_ratio": 0.3441525995731354, + "z_norm": 41.76262283325195, + "z_update_norm": 16.12860107421875, + "z_update_state_ratio": 0.4298487901687622 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.082429885864258, + "entropy": 0.5973875522613525, + "finite_difference_initial_state_directional_gain": 1.0079666376113892, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 46.894004821777344, + "y_update_norm": 16.12380599975586, + "y_update_state_ratio": 0.3498704731464386, + "z_norm": 41.5679931640625, + "z_update_norm": 16.61034393310547, + "z_update_state_ratio": 0.44405627250671387 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.364387372644938 + } + ], + "post_training_loss": 27.329612731933594, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.20110511779785, + "ce_previous": null, + "ce_r1": 19.20110511779785, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.082429885864258, + "ce_previous": null, + "ce_r1": 16.082429885864258, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 10, + "training_losses": [ + 23.224468231201172, + 22.669740676879883, + 31.7874698638916, + 30.56462287902832 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.500469207763672, + "entropy": 0.8949416875839233, + "finite_difference_initial_state_directional_gain": 1.5094980001449585, + "id": "a", + "kl_to_final": 0.8469960689544678, + "kl_to_next": 0.8469960689544678, + "target_count": 30, + "y_norm": 80.12550354003906, + "y_update_norm": 35.23731994628906, + "y_update_state_ratio": 0.709974467754364, + "z_norm": 70.91043090820312, + "z_update_norm": 36.8759765625, + "z_update_state_ratio": 0.9852882623672485 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.389481544494629, + "entropy": 0.9666376709938049, + "finite_difference_initial_state_directional_gain": 1.5092214345932007, + "id": "b", + "kl_to_final": 1.0473418235778809, + "kl_to_next": 1.0473418235778809, + "target_count": 11, + "y_norm": 78.64228820800781, + "y_update_norm": 36.255699157714844, + "y_update_state_ratio": 0.7868733406066895, + "z_norm": 71.0193099975586, + "z_update_norm": 36.54156494140625, + "z_update_state_ratio": 0.9790276288986206 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.665813981032954 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.91039276123047, + "entropy": 1.282555103302002, + "finite_difference_initial_state_directional_gain": 2.104081630706787, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 113.6308364868164, + "y_update_norm": 36.38920974731445, + "y_update_state_ratio": 0.4541526436805725, + "z_norm": 107.7001953125, + "z_update_norm": 38.36997985839844, + "z_update_state_ratio": 0.5411048531532288 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.4841890335083, + "entropy": 1.42433500289917, + "finite_difference_initial_state_directional_gain": 2.095771551132202, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 113.7098159790039, + "y_update_norm": 37.3079719543457, + "y_update_state_ratio": 0.47440090775489807, + "z_norm": 107.47885131835938, + "z_update_norm": 37.94819259643555, + "z_update_state_ratio": 0.534336268901825 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.991167370865984 + } + ], + "post_training_loss": 23.478252410888672, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.91039276123047, + "ce_previous": 18.500469207763672, + "ce_r1": 18.500469207763672, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 13.4841890335083, + "ce_previous": 15.389481544494629, + "ce_r1": 15.389481544494629, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 10, + "training_losses": [ + 19.562610626220703, + 19.518369674682617, + 26.285978317260742, + 25.495014190673828 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.342119216918945, + "entropy": 0.5741517543792725, + "finite_difference_initial_state_directional_gain": 1.010288119316101, + "id": "a", + "kl_to_final": 2.8697478771209717, + "kl_to_next": 2.8697478771209717, + "target_count": 30, + "y_norm": 47.760501861572266, + "y_update_norm": 16.990806579589844, + "y_update_state_ratio": 0.34233278036117554, + "z_norm": 41.881500244140625, + "z_update_norm": 16.589508056640625, + "z_update_state_ratio": 0.4428057372570038 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.352771759033203, + "entropy": 0.45051831007003784, + "finite_difference_initial_state_directional_gain": 1.0073728561401367, + "id": "b", + "kl_to_final": 3.36430287361145, + "kl_to_next": 3.36430287361145, + "target_count": 11, + "y_norm": 46.96638870239258, + "y_update_norm": 16.302791595458984, + "y_update_state_ratio": 0.35384100675582886, + "z_norm": 41.795833587646484, + "z_update_norm": 17.263675689697266, + "z_update_state_ratio": 0.46215030550956726 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.540099167242282 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.850823402404785, + "entropy": 1.4557217359542847, + "finite_difference_initial_state_directional_gain": 1.0358611345291138, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 52.06632995605469, + "y_update_norm": 17.93376922607422, + "y_update_state_ratio": 0.37549373507499695, + "z_norm": 51.66118240356445, + "z_update_norm": 17.11052131652832, + "z_update_state_ratio": 0.4085460603237152 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.59203815460205, + "entropy": 1.3996278047561646, + "finite_difference_initial_state_directional_gain": 1.0300675630569458, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 53.67597961425781, + "y_update_norm": 17.688133239746094, + "y_update_state_ratio": 0.3766126036643982, + "z_norm": 52.13976287841797, + "z_update_norm": 17.85251235961914, + "z_update_state_ratio": 0.4271361827850342 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.976515165189417 + } + ], + "post_training_loss": 22.135175704956055, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.850823402404785, + "ce_previous": 19.342119216918945, + "ce_r1": 19.342119216918945, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 12.59203815460205, + "ce_previous": 16.352771759033203, + "ce_r1": 16.352771759033203, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 10, + "training_losses": [ + 21.613037109375, + 20.359230041503906, + 26.535621643066406, + 25.236257553100586 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.802473068237305, + "entropy": 0.7807120084762573, + "finite_difference_initial_state_directional_gain": 1.5067840814590454, + "id": "a", + "kl_to_final": 2.492049217224121, + "kl_to_next": 0.5848966836929321, + "target_count": 30, + "y_norm": 80.7151107788086, + "y_update_norm": 35.30204391479492, + "y_update_state_ratio": 0.711153507232666, + "z_norm": 70.8818130493164, + "z_update_norm": 37.02407455444336, + "z_update_state_ratio": 0.9901838898658752 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.869476318359375, + "entropy": 0.7734054327011108, + "finite_difference_initial_state_directional_gain": 1.5082650184631348, + "id": "b", + "kl_to_final": 2.941676139831543, + "kl_to_next": 0.7014843821525574, + "target_count": 11, + "y_norm": 78.82054138183594, + "y_update_norm": 36.13284683227539, + "y_update_state_ratio": 0.7842053771018982, + "z_norm": 70.93762969970703, + "z_update_norm": 36.587684631347656, + "z_update_state_ratio": 0.9810793995857239 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.015571501196884 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.956371307373047, + "entropy": 1.289868712425232, + "finite_difference_initial_state_directional_gain": 2.09645676612854, + "id": "a", + "kl_to_final": 0.6807883977890015, + "kl_to_next": 0.2545216381549835, + "target_count": 30, + "y_norm": 114.51738739013672, + "y_update_norm": 36.36040115356445, + "y_update_state_ratio": 0.4504782557487488, + "z_norm": 107.66629791259766, + "z_update_norm": 38.43794631958008, + "z_update_state_ratio": 0.542282223701477 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.653098106384277, + "entropy": 1.428234338760376, + "finite_difference_initial_state_directional_gain": 2.0938007831573486, + "id": "b", + "kl_to_final": 0.7535629272460938, + "kl_to_next": 0.28837645053863525, + "target_count": 11, + "y_norm": 113.89558410644531, + "y_update_norm": 37.14487838745117, + "y_update_state_ratio": 0.47125884890556335, + "z_norm": 107.3873062133789, + "z_update_norm": 37.992977142333984, + "z_update_state_ratio": 0.5355828404426575 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.070127277839475 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.25281524658203, + "entropy": 1.4222187995910645, + "finite_difference_initial_state_directional_gain": 2.717146158218384, + "id": "a", + "kl_to_final": 0.08988503366708755, + "kl_to_next": 0.08988503366708755, + "target_count": 30, + "y_norm": 149.66835021972656, + "y_update_norm": 37.06343078613281, + "y_update_state_ratio": 0.32364892959594727, + "z_norm": 145.7217559814453, + "z_update_norm": 39.257328033447266, + "z_update_state_ratio": 0.3646203875541687 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.898604393005371, + "entropy": 1.51177179813385, + "finite_difference_initial_state_directional_gain": 2.70578670501709, + "id": "b", + "kl_to_final": 0.0887521281838417, + "kl_to_next": 0.0887521281838417, + "target_count": 11, + "y_norm": 150.13076782226562, + "y_update_norm": 37.85285949707031, + "y_update_state_ratio": 0.33234703540802, + "z_norm": 145.01516723632812, + "z_update_norm": 38.833961486816406, + "z_update_state_ratio": 0.3616252541542053 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.35290501757366 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.909100532531738, + "entropy": 1.424996256828308, + "finite_difference_initial_state_directional_gain": 3.351017951965332, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 185.65615844726562, + "y_update_norm": 37.5764045715332, + "y_update_state_ratio": 0.2510644793510437, + "z_norm": 184.50352478027344, + "z_update_norm": 39.811988830566406, + "z_update_state_ratio": 0.2732055187225342 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.559578895568848, + "entropy": 1.4412230253219604, + "finite_difference_initial_state_directional_gain": 3.327737808227539, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 187.11668395996094, + "y_update_norm": 38.3887825012207, + "y_update_state_ratio": 0.25570228695869446, + "z_norm": 183.35289001464844, + "z_update_norm": 39.413204193115234, + "z_update_state_ratio": 0.27178677916526794 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.0104483860295 + } + ], + "post_training_loss": 22.38522720336914, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.909100532531738, + "ce_previous": 16.25281524658203, + "ce_r1": 18.802473068237305, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 12.559578895568848, + "ce_previous": 12.898604393005371, + "ce_r1": 15.869476318359375, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 10, + "training_losses": [ + 18.84341812133789, + 18.769784927368164, + 25.019859313964844, + 24.271068572998047 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.85893440246582, + "entropy": 0.27228009700775146, + "finite_difference_initial_state_directional_gain": 1.009371280670166, + "id": "a", + "kl_to_final": 7.195475101470947, + "kl_to_next": 0.6748641729354858, + "target_count": 30, + "y_norm": 49.19932556152344, + "y_update_norm": 14.585618019104004, + "y_update_state_ratio": 0.29376739263534546, + "z_norm": 41.36673355102539, + "z_update_norm": 15.471292495727539, + "z_update_state_ratio": 0.4133458435535431 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.138181686401367, + "entropy": 0.20960591733455658, + "finite_difference_initial_state_directional_gain": 1.0065875053405762, + "id": "b", + "kl_to_final": 7.20952033996582, + "kl_to_next": 0.5420576930046082, + "target_count": 11, + "y_norm": 47.06534957885742, + "y_update_norm": 14.329748153686523, + "y_update_state_ratio": 0.31097689270973206, + "z_norm": 41.341739654541016, + "z_update_norm": 16.30413246154785, + "z_update_state_ratio": 0.43677839636802673 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 20.12897635669243 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.621702194213867, + "entropy": 1.0088000297546387, + "finite_difference_initial_state_directional_gain": 1.0336040258407593, + "id": "a", + "kl_to_final": 4.071472644805908, + "kl_to_next": 1.4422622919082642, + "target_count": 30, + "y_norm": 53.443790435791016, + "y_update_norm": 15.825875282287598, + "y_update_state_ratio": 0.3216685354709625, + "z_norm": 50.30040740966797, + "z_update_norm": 16.310216903686523, + "z_update_state_ratio": 0.3942834138870239 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.363722801208496, + "entropy": 0.9981454610824585, + "finite_difference_initial_state_directional_gain": 1.0286245346069336, + "id": "b", + "kl_to_final": 4.253567218780518, + "kl_to_next": 1.6973639726638794, + "target_count": 11, + "y_norm": 52.79209518432617, + "y_update_norm": 15.986897468566895, + "y_update_state_ratio": 0.3396744728088379, + "z_norm": 50.98722457885742, + "z_update_norm": 17.23331069946289, + "z_update_state_ratio": 0.41685014963150024 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.747610161944133 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.218398094177246, + "entropy": 1.706383466720581, + "finite_difference_initial_state_directional_gain": 1.067279577255249, + "id": "a", + "kl_to_final": 0.6068860292434692, + "kl_to_next": 0.6068860292434692, + "target_count": 30, + "y_norm": 62.02235794067383, + "y_update_norm": 16.716594696044922, + "y_update_state_ratio": 0.31278833746910095, + "z_norm": 62.660667419433594, + "z_update_norm": 17.196266174316406, + "z_update_state_ratio": 0.34187132120132446 + }, + { + "accuracy": 0.0, + "cross_entropy": 11.226085662841797, + "entropy": 1.6272766590118408, + "finite_difference_initial_state_directional_gain": 1.0604373216629028, + "id": "b", + "kl_to_final": 0.468279093503952, + "kl_to_next": 0.468279093503952, + "target_count": 11, + "y_norm": 62.8726921081543, + "y_update_norm": 17.2737979888916, + "y_update_state_ratio": 0.32720425724983215, + "z_norm": 64.30609893798828, + "z_update_norm": 18.11912727355957, + "z_update_state_ratio": 0.3553660213947296 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 13.415582563818955 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.414340019226074, + "entropy": 1.8146111965179443, + "finite_difference_initial_state_directional_gain": 1.104987382888794, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 73.61903381347656, + "y_update_norm": 17.19760513305664, + "y_update_state_ratio": 0.2772807478904724, + "z_norm": 77.17428588867188, + "z_update_norm": 17.893653869628906, + "z_update_state_ratio": 0.2855643630027771 + }, + { + "accuracy": 0.0, + "cross_entropy": 10.63132095336914, + "entropy": 1.8024128675460815, + "finite_difference_initial_state_directional_gain": 1.0970884561538696, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 75.96382904052734, + "y_update_norm": 18.01958656311035, + "y_update_state_ratio": 0.2866043448448181, + "z_norm": 79.75402069091797, + "z_update_norm": 18.743545532226562, + "z_update_state_ratio": 0.2914738357067108 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 12.667676367410799 + } + ], + "post_training_loss": 19.079288482666016, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.414340019226074, + "ce_previous": 14.218398094177246, + "ce_r1": 20.85893440246582, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 10.63132095336914, + "ce_previous": 11.226085662841797, + "ce_r1": 18.138181686401367, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 10, + "training_losses": [ + 19.2298641204834, + 17.756139755249023, + 22.971939086914062, + 21.943899154663086 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.56668472290039, + "entropy": 1.3031690120697021, + "finite_difference_initial_state_directional_gain": 1.4950727224349976, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 85.07566833496094, + "y_update_norm": 37.12522506713867, + "y_update_state_ratio": 0.7292904853820801, + "z_norm": 70.59799194335938, + "z_update_norm": 36.86539077758789, + "z_update_state_ratio": 1.0010027885437012 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.69212532043457, + "entropy": 1.2157524824142456, + "finite_difference_initial_state_directional_gain": 1.4815658330917358, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 84.78282165527344, + "y_update_norm": 37.380897521972656, + "y_update_state_ratio": 0.7489883303642273, + "z_norm": 70.91570281982422, + "z_update_norm": 36.93324661254883, + "z_update_state_ratio": 1.0019299983978271 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.62940502166748 + } + ], + "post_training_loss": 18.629404067993164, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.56668472290039, + "ce_previous": null, + "ce_r1": 20.56668472290039, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.69212532043457, + "ce_previous": null, + "ce_r1": 16.69212532043457, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 11, + "training_losses": [ + 28.26467514038086, + 29.097219467163086, + 23.848125457763672, + 26.47795867919922 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.32115364074707, + "entropy": 1.0784213542938232, + "finite_difference_initial_state_directional_gain": 1.0088601112365723, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 52.82954788208008, + "y_update_norm": 13.34516429901123, + "y_update_state_ratio": 0.2621573507785797, + "z_norm": 39.62202453613281, + "z_update_norm": 12.624784469604492, + "z_update_state_ratio": 0.3426506817340851 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.380844116210938, + "entropy": 0.6874675750732422, + "finite_difference_initial_state_directional_gain": 1.0088775157928467, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 52.598609924316406, + "y_update_norm": 12.776280403137207, + "y_update_state_ratio": 0.2559642791748047, + "z_norm": 39.62870407104492, + "z_update_norm": 12.62912654876709, + "z_update_state_ratio": 0.3423265218734741 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.850998878479004 + } + ], + "post_training_loss": 18.85099983215332, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.32115364074707, + "ce_previous": null, + "ce_r1": 20.32115364074707, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 17.380844116210938, + "ce_previous": null, + "ce_r1": 17.380844116210938, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 11, + "training_losses": [ + 31.777667999267578, + 31.331623077392578, + 25.5576171875, + 27.17831802368164 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.591821670532227, + "entropy": 1.2789381742477417, + "finite_difference_initial_state_directional_gain": 1.4942808151245117, + "id": "a", + "kl_to_final": 0.2998273968696594, + "kl_to_next": 0.2998273968696594, + "target_count": 3, + "y_norm": 85.09910583496094, + "y_update_norm": 37.059776306152344, + "y_update_state_ratio": 0.7280556559562683, + "z_norm": 70.7790756225586, + "z_update_norm": 37.057376861572266, + "z_update_state_ratio": 1.0056241750717163 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.835050582885742, + "entropy": 1.0887103080749512, + "finite_difference_initial_state_directional_gain": 1.4812830686569214, + "id": "b", + "kl_to_final": 0.2856292128562927, + "kl_to_next": 0.2856292128562927, + "target_count": 3, + "y_norm": 84.70989990234375, + "y_update_norm": 37.27760314941406, + "y_update_state_ratio": 0.7469264268875122, + "z_norm": 71.0506362915039, + "z_update_norm": 37.06946563720703, + "z_update_state_ratio": 1.00509774684906 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.713436126708984 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.49781036376953, + "entropy": 1.033779263496399, + "finite_difference_initial_state_directional_gain": 2.0545413494110107, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 121.28813934326172, + "y_update_norm": 38.025390625, + "y_update_state_ratio": 0.44683656096458435, + "z_norm": 107.63323211669922, + "z_update_norm": 38.50019836425781, + "z_update_state_ratio": 0.5439488887786865 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.747802734375, + "entropy": 1.3787012100219727, + "finite_difference_initial_state_directional_gain": 2.0245420932769775, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 121.4642333984375, + "y_update_norm": 38.35890197753906, + "y_update_state_ratio": 0.45282667875289917, + "z_norm": 108.01325225830078, + "z_update_norm": 38.580238342285156, + "z_update_state_ratio": 0.5429964065551758 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.122806549072266 + } + ], + "post_training_loss": 18.122804641723633, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.49781036376953, + "ce_previous": 20.591821670532227, + "ce_r1": 20.591821670532227, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.747802734375, + "ce_previous": 16.835050582885742, + "ce_r1": 16.835050582885742, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 11, + "training_losses": [ + 27.438493728637695, + 27.444040298461914, + 21.50210952758789, + 24.78643035888672 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.33441734313965, + "entropy": 1.0397021770477295, + "finite_difference_initial_state_directional_gain": 1.0085078477859497, + "id": "a", + "kl_to_final": 1.1914814710617065, + "kl_to_next": 1.1914814710617065, + "target_count": 3, + "y_norm": 52.76142501831055, + "y_update_norm": 12.690452575683594, + "y_update_state_ratio": 0.24933965504169464, + "z_norm": 39.23081970214844, + "z_update_norm": 12.000978469848633, + "z_update_state_ratio": 0.326339989900589 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.484983444213867, + "entropy": 0.6598893404006958, + "finite_difference_initial_state_directional_gain": 1.0082156658172607, + "id": "b", + "kl_to_final": 0.5379845499992371, + "kl_to_next": 0.5379845499992371, + "target_count": 3, + "y_norm": 52.26569366455078, + "y_update_norm": 12.221087455749512, + "y_update_state_ratio": 0.24487996101379395, + "z_norm": 39.25058364868164, + "z_update_norm": 12.031316757202148, + "z_update_state_ratio": 0.32668840885162354 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.909700393676758 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.800127029418945, + "entropy": 0.5721496343612671, + "finite_difference_initial_state_directional_gain": 1.0347473621368408, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 57.71274185180664, + "y_update_norm": 13.591573715209961, + "y_update_state_ratio": 0.25760436058044434, + "z_norm": 45.025291442871094, + "z_update_norm": 12.449956893920898, + "z_update_state_ratio": 0.31735143065452576 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.743311882019043, + "entropy": 1.1308585405349731, + "finite_difference_initial_state_directional_gain": 1.0328856706619263, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 57.640384674072266, + "y_update_norm": 13.102598190307617, + "y_update_state_ratio": 0.25069212913513184, + "z_norm": 45.00331497192383, + "z_update_norm": 12.356887817382812, + "z_update_state_ratio": 0.3148204982280731 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.271719455718994 + } + ], + "post_training_loss": 17.271718978881836, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.800127029418945, + "ce_previous": 20.33441734313965, + "ce_r1": 20.33441734313965, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.743311882019043, + "ce_previous": 17.484983444213867, + "ce_r1": 17.484983444213867, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 11, + "training_losses": [ + 30.059293746948242, + 27.537952423095703, + 20.77752113342285, + 23.582687377929688 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.603193283081055, + "entropy": 1.2530251741409302, + "finite_difference_initial_state_directional_gain": 1.4949445724487305, + "id": "a", + "kl_to_final": 0.8489859104156494, + "kl_to_next": 0.24648495018482208, + "target_count": 3, + "y_norm": 85.11692810058594, + "y_update_norm": 36.84754180908203, + "y_update_state_ratio": 0.7239004969596863, + "z_norm": 70.628662109375, + "z_update_norm": 36.94091033935547, + "z_update_state_ratio": 1.0037518739700317 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.97316551208496, + "entropy": 0.9918034672737122, + "finite_difference_initial_state_directional_gain": 1.481705904006958, + "id": "b", + "kl_to_final": 0.8748592734336853, + "kl_to_next": 0.20150037109851837, + "target_count": 3, + "y_norm": 84.58820343017578, + "y_update_norm": 37.01667404174805, + "y_update_state_ratio": 0.741671621799469, + "z_norm": 70.92921447753906, + "z_update_norm": 36.944725036621094, + "z_update_state_ratio": 1.0025005340576172 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.788179397583008 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.376733779907227, + "entropy": 1.1127029657363892, + "finite_difference_initial_state_directional_gain": 2.0561416149139404, + "id": "a", + "kl_to_final": 0.1439232975244522, + "kl_to_next": 0.05241790786385536, + "target_count": 3, + "y_norm": 121.17498779296875, + "y_update_norm": 37.716007232666016, + "y_update_state_ratio": 0.4431081712245941, + "z_norm": 107.3141860961914, + "z_update_norm": 38.28876495361328, + "z_update_state_ratio": 0.542113721370697 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.806388854980469, + "entropy": 1.2702628374099731, + "finite_difference_initial_state_directional_gain": 2.0267550945281982, + "id": "b", + "kl_to_final": 0.2452888935804367, + "kl_to_next": 0.08196359127759933, + "target_count": 3, + "y_norm": 121.11125946044922, + "y_update_norm": 38.013980865478516, + "y_update_state_ratio": 0.44940048456192017, + "z_norm": 107.7361068725586, + "z_update_norm": 38.36497116088867, + "z_update_state_ratio": 0.5408909916877747 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.091561317443848 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.231884002685547, + "entropy": 0.9858489036560059, + "finite_difference_initial_state_directional_gain": 2.6380884647369385, + "id": "a", + "kl_to_final": 0.020849572494626045, + "kl_to_next": 0.020849572494626045, + "target_count": 3, + "y_norm": 158.16390991210938, + "y_update_norm": 38.30752944946289, + "y_update_state_ratio": 0.316133975982666, + "z_norm": 145.1832733154297, + "z_update_norm": 39.075584411621094, + "z_update_state_ratio": 0.3641231954097748 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.225296020507812, + "entropy": 1.3829632997512817, + "finite_difference_initial_state_directional_gain": 2.590221405029297, + "id": "b", + "kl_to_final": 0.048418913036584854, + "kl_to_next": 0.048418913036584854, + "target_count": 3, + "y_norm": 158.59535217285156, + "y_update_norm": 38.691287994384766, + "y_update_state_ratio": 0.3194689452648163, + "z_norm": 145.7335205078125, + "z_update_norm": 39.213619232177734, + "z_update_state_ratio": 0.36397844552993774 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.72859001159668 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.087697982788086, + "entropy": 0.9105696082115173, + "finite_difference_initial_state_directional_gain": 3.2268717288970947, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 195.76031494140625, + "y_update_norm": 38.753387451171875, + "y_update_state_ratio": 0.24502041935920715, + "z_norm": 183.75497436523438, + "z_update_norm": 39.61440658569336, + "z_update_state_ratio": 0.2728579342365265 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.892682075500488, + "entropy": 1.466750144958496, + "finite_difference_initial_state_directional_gain": 3.1591129302978516, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 196.7179718017578, + "y_update_norm": 39.197818756103516, + "y_update_state_ratio": 0.24715615808963776, + "z_norm": 184.4634246826172, + "z_update_norm": 39.80364990234375, + "z_update_state_ratio": 0.2731262445449829 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 17.490190029144287 + } + ], + "post_training_loss": 17.490188598632812, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.087697982788086, + "ce_previous": 20.231884002685547, + "ce_r1": 20.603193283081055, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.892682075500488, + "ce_previous": 15.225296020507812, + "ce_r1": 16.97316551208496, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 11, + "training_losses": [ + 27.087486267089844, + 26.184755325317383, + 19.485294342041016, + 23.658842086791992 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.8212833404541, + "entropy": 0.728654146194458, + "finite_difference_initial_state_directional_gain": 1.0086345672607422, + "id": "a", + "kl_to_final": 3.746375799179077, + "kl_to_next": 0.5433160066604614, + "target_count": 3, + "y_norm": 52.799015045166016, + "y_update_norm": 11.125448226928711, + "y_update_state_ratio": 0.21862606704235077, + "z_norm": 38.404659271240234, + "z_update_norm": 10.85283088684082, + "z_update_state_ratio": 0.29628339409828186 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.633581161499023, + "entropy": 0.5779469609260559, + "finite_difference_initial_state_directional_gain": 1.0075654983520508, + "id": "b", + "kl_to_final": 2.302023410797119, + "kl_to_next": 0.34443745017051697, + "target_count": 3, + "y_norm": 52.02218246459961, + "y_update_norm": 11.063939094543457, + "y_update_state_ratio": 0.2216971218585968, + "z_norm": 38.44576644897461, + "z_update_norm": 10.802590370178223, + "z_update_state_ratio": 0.2943304777145386 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.727432250976562 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.831064224243164, + "entropy": 0.9204223155975342, + "finite_difference_initial_state_directional_gain": 1.0353236198425293, + "id": "a", + "kl_to_final": 1.5314165353775024, + "kl_to_next": 0.3875616490840912, + "target_count": 3, + "y_norm": 57.21760559082031, + "y_update_norm": 11.980223655700684, + "y_update_state_ratio": 0.22690241038799286, + "z_norm": 43.10001754760742, + "z_update_norm": 11.17772388458252, + "z_update_state_ratio": 0.2910512387752533 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.878620147705078, + "entropy": 0.3927915096282959, + "finite_difference_initial_state_directional_gain": 1.032376766204834, + "id": "b", + "kl_to_final": 1.1561318635940552, + "kl_to_next": 0.11081087589263916, + "target_count": 3, + "y_norm": 56.763832092285156, + "y_update_norm": 11.889347076416016, + "y_update_state_ratio": 0.22854380309581757, + "z_norm": 43.02473068237305, + "z_update_norm": 10.936806678771973, + "z_update_state_ratio": 0.28447362780570984 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.35484218597412 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.956600189208984, + "entropy": 1.0002416372299194, + "finite_difference_initial_state_directional_gain": 1.074471354484558, + "id": "a", + "kl_to_final": 0.5497410893440247, + "kl_to_next": 0.5497410893440247, + "target_count": 3, + "y_norm": 64.07049560546875, + "y_update_norm": 12.956253051757812, + "y_update_state_ratio": 0.2264382243156433, + "z_norm": 50.1350212097168, + "z_update_norm": 11.792400360107422, + "z_update_state_ratio": 0.27360546588897705 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.686690330505371, + "entropy": 0.6960020661354065, + "finite_difference_initial_state_directional_gain": 1.069826602935791, + "id": "b", + "kl_to_final": 0.749769926071167, + "kl_to_next": 0.749769926071167, + "target_count": 3, + "y_norm": 63.953773498535156, + "y_update_norm": 12.83804702758789, + "y_update_state_ratio": 0.22616596519947052, + "z_norm": 49.78407287597656, + "z_update_norm": 11.394107818603516, + "z_update_state_ratio": 0.2648269534111023 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.821645259857178 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.419147491455078, + "entropy": 1.4464696645736694, + "finite_difference_initial_state_directional_gain": 1.1202791929244995, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 73.0551986694336, + "y_update_norm": 13.839644432067871, + "y_update_state_ratio": 0.21600651741027832, + "z_norm": 58.9660530090332, + "z_update_norm": 12.470019340515137, + "z_update_state_ratio": 0.2487287074327469 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.18946361541748, + "entropy": 1.2790006399154663, + "finite_difference_initial_state_directional_gain": 1.1153564453125, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 73.22176361083984, + "y_update_norm": 13.726680755615234, + "y_update_state_ratio": 0.21463441848754883, + "z_norm": 58.186641693115234, + "z_update_norm": 11.982378005981445, + "z_update_state_ratio": 0.24068698287010193 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.80430555343628 + } + ], + "post_training_loss": 15.804306030273438, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.419147491455078, + "ce_previous": 18.956600189208984, + "ce_r1": 20.8212833404541, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 13.18946361541748, + "ce_previous": 14.686690330505371, + "ce_r1": 18.633581161499023, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 11, + "training_losses": [ + 29.32090187072754, + 25.805803298950195, + 17.8193416595459, + 22.598997116088867 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.36779022216797, + "entropy": 0.38795650005340576, + "finite_difference_initial_state_directional_gain": 1.5106463432312012, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 82.16132354736328, + "y_update_norm": 36.35637283325195, + "y_update_state_ratio": 0.7457125186920166, + "z_norm": 70.00907135009766, + "z_update_norm": 36.37345504760742, + "z_update_state_ratio": 0.9988682866096497 + }, + { + "accuracy": 0.0, + "cross_entropy": 30.5932674407959, + "entropy": 1.0384372472763062, + "finite_difference_initial_state_directional_gain": 1.511562466621399, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 82.89190673828125, + "y_update_norm": 36.17756652832031, + "y_update_state_ratio": 0.7224868535995483, + "z_norm": 69.84532165527344, + "z_update_norm": 36.53763198852539, + "z_update_state_ratio": 1.0011131763458252 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.39284324645996 + } + ], + "post_training_loss": 22.39284324645996, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 21.36779022216797, + "ce_previous": null, + "ce_r1": 21.36779022216797, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 30.5932674407959, + "ce_previous": null, + "ce_r1": 30.5932674407959, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 12, + "training_losses": [ + 30.357389450073242, + 19.35602569580078, + 29.135313034057617, + 23.738407135009766 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.738525390625, + "entropy": 0.21780209243297577, + "finite_difference_initial_state_directional_gain": 1.0128698348999023, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 50.09789276123047, + "y_update_norm": 13.131118774414062, + "y_update_state_ratio": 0.2693316638469696, + "z_norm": 39.19832992553711, + "z_update_norm": 13.927033424377441, + "z_update_state_ratio": 0.38466987013816833 + }, + { + "accuracy": 0.0, + "cross_entropy": 34.33066940307617, + "entropy": 0.7711423635482788, + "finite_difference_initial_state_directional_gain": 1.0137349367141724, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 50.78751754760742, + "y_update_norm": 13.719623565673828, + "y_update_state_ratio": 0.2739441990852356, + "z_norm": 39.00630569458008, + "z_update_norm": 13.658515930175781, + "z_update_state_ratio": 0.3765234649181366 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 24.915430280897354 + } + ], + "post_training_loss": 24.915428161621094, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 23.738525390625, + "ce_previous": null, + "ce_r1": 23.738525390625, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 34.33066940307617, + "ce_previous": null, + "ce_r1": 34.33066940307617, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 12, + "training_losses": [ + 35.379661560058594, + 22.598556518554688, + 33.1879997253418, + 27.680217742919922 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.47184944152832, + "entropy": 0.34451669454574585, + "finite_difference_initial_state_directional_gain": 1.5102308988571167, + "id": "a", + "kl_to_final": 0.46339499950408936, + "kl_to_next": 0.46339499950408936, + "target_count": 8, + "y_norm": 82.16656494140625, + "y_update_norm": 36.2640495300293, + "y_update_state_ratio": 0.7438499927520752, + "z_norm": 69.919189453125, + "z_update_norm": 36.39940643310547, + "z_update_state_ratio": 1.0015645027160645 + }, + { + "accuracy": 0.0, + "cross_entropy": 30.540725708007812, + "entropy": 1.095319390296936, + "finite_difference_initial_state_directional_gain": 1.5108062028884888, + "id": "b", + "kl_to_final": 0.2683035135269165, + "kl_to_next": 0.2683035135269165, + "target_count": 1, + "y_norm": 82.83987426757812, + "y_update_norm": 36.033512115478516, + "y_update_state_ratio": 0.7196382880210876, + "z_norm": 69.71039581298828, + "z_update_norm": 36.48963165283203, + "z_update_state_ratio": 1.001535415649414 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.479502360026043 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.4816951751709, + "entropy": 0.9167279601097107, + "finite_difference_initial_state_directional_gain": 2.0896053314208984, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 117.44271850585938, + "y_update_norm": 37.06145095825195, + "y_update_state_ratio": 0.4510526955127716, + "z_norm": 106.30590057373047, + "z_update_norm": 37.83645248413086, + "z_update_state_ratio": 0.5411454439163208 + }, + { + "accuracy": 0.0, + "cross_entropy": 29.840993881225586, + "entropy": 0.677628219127655, + "finite_difference_initial_state_directional_gain": 2.0938363075256348, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 117.7464828491211, + "y_update_norm": 36.934139251708984, + "y_update_state_ratio": 0.44584977626800537, + "z_norm": 106.14612579345703, + "z_update_norm": 38.019466400146484, + "z_update_state_ratio": 0.5453916192054749 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 20.63272836473253 + } + ], + "post_training_loss": 20.632728576660156, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.4816951751709, + "ce_previous": 21.47184944152832, + "ce_r1": 21.47184944152832, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 29.840993881225586, + "ce_previous": 30.540725708007812, + "ce_r1": 30.540725708007812, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 12, + "training_losses": [ + 28.369155883789062, + 18.106914520263672, + 26.804235458374023, + 20.968624114990234 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.60470199584961, + "entropy": 0.20407113432884216, + "finite_difference_initial_state_directional_gain": 1.0128182172775269, + "id": "a", + "kl_to_final": 1.1309224367141724, + "kl_to_next": 1.1309224367141724, + "target_count": 8, + "y_norm": 50.08125305175781, + "y_update_norm": 13.477387428283691, + "y_update_state_ratio": 0.2764757573604584, + "z_norm": 39.133663177490234, + "z_update_norm": 13.770145416259766, + "z_update_state_ratio": 0.3803189992904663 + }, + { + "accuracy": 0.0, + "cross_entropy": 34.31320571899414, + "entropy": 0.7312164306640625, + "finite_difference_initial_state_directional_gain": 1.013346791267395, + "id": "b", + "kl_to_final": 1.439483404159546, + "kl_to_next": 1.439483404159546, + "target_count": 1, + "y_norm": 50.81897735595703, + "y_update_norm": 14.084217071533203, + "y_update_state_ratio": 0.2812601923942566, + "z_norm": 38.943443298339844, + "z_update_norm": 13.481680870056152, + "z_update_state_ratio": 0.3716345727443695 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 24.79453574286567 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.91196060180664, + "entropy": 0.9709484577178955, + "finite_difference_initial_state_directional_gain": 1.0413614511489868, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 55.15236282348633, + "y_update_norm": 14.728005409240723, + "y_update_state_ratio": 0.2940821945667267, + "z_norm": 46.142967224121094, + "z_update_norm": 14.13576889038086, + "z_update_state_ratio": 0.3612176179885864 + }, + { + "accuracy": 0.0, + "cross_entropy": 30.47789192199707, + "entropy": 0.5575825572013855, + "finite_difference_initial_state_directional_gain": 1.0435556173324585, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 55.572120666503906, + "y_update_norm": 14.998480796813965, + "y_update_state_ratio": 0.2951354384422302, + "z_norm": 45.78133010864258, + "z_update_norm": 14.012911796569824, + "z_update_state_ratio": 0.3598272502422333 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 21.08595297071669 + } + ], + "post_training_loss": 21.08595085144043, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.91196060180664, + "ce_previous": 23.60470199584961, + "ce_r1": 23.60470199584961, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 30.47789192199707, + "ce_previous": 34.31320571899414, + "ce_r1": 34.31320571899414, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 12, + "training_losses": [ + 34.287635803222656, + 20.712207794189453, + 27.997943878173828, + 20.913753509521484 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.6911563873291, + "entropy": 0.2869080901145935, + "finite_difference_initial_state_directional_gain": 1.5099306106567383, + "id": "a", + "kl_to_final": 1.9460160732269287, + "kl_to_next": 0.3487932085990906, + "target_count": 8, + "y_norm": 82.20832061767578, + "y_update_norm": 36.18458557128906, + "y_update_state_ratio": 0.7422240972518921, + "z_norm": 69.6978759765625, + "z_update_norm": 36.32144546508789, + "z_update_state_ratio": 1.0019828081130981 + }, + { + "accuracy": 0.0, + "cross_entropy": 30.54837417602539, + "entropy": 1.1268128156661987, + "finite_difference_initial_state_directional_gain": 1.5113571882247925, + "id": "b", + "kl_to_final": 0.7058286666870117, + "kl_to_next": 0.2763913869857788, + "target_count": 1, + "y_norm": 82.80747985839844, + "y_update_norm": 35.902259826660156, + "y_update_state_ratio": 0.7170282006263733, + "z_norm": 69.4889144897461, + "z_update_norm": 36.37650680541992, + "z_update_state_ratio": 1.0008271932601929 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.675291697184246 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.69046401977539, + "entropy": 0.8737920522689819, + "finite_difference_initial_state_directional_gain": 2.089444398880005, + "id": "a", + "kl_to_final": 0.7285040616989136, + "kl_to_next": 0.2382294237613678, + "target_count": 8, + "y_norm": 117.4663314819336, + "y_update_norm": 36.98231887817383, + "y_update_state_ratio": 0.4498610198497772, + "z_norm": 105.95919799804688, + "z_update_norm": 37.7459716796875, + "z_update_state_ratio": 0.5415655970573425 + }, + { + "accuracy": 0.0, + "cross_entropy": 29.883543014526367, + "entropy": 0.695457398891449, + "finite_difference_initial_state_directional_gain": 2.0954670906066895, + "id": "b", + "kl_to_final": 0.08136942237615585, + "kl_to_next": 0.03301924094557762, + "target_count": 1, + "y_norm": 117.61331176757812, + "y_update_norm": 36.79302215576172, + "y_update_state_ratio": 0.44432002305984497, + "z_norm": 105.79170227050781, + "z_update_norm": 37.90922927856445, + "z_update_state_ratio": 0.5455435514450073 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 20.823028352525498 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.777360916137695, + "entropy": 1.115290641784668, + "finite_difference_initial_state_directional_gain": 2.6911096572875977, + "id": "a", + "kl_to_final": 0.14812764525413513, + "kl_to_next": 0.14812764525413513, + "target_count": 8, + "y_norm": 153.60369873046875, + "y_update_norm": 37.507450103759766, + "y_update_state_ratio": 0.31930384039878845, + "z_norm": 143.44180297851562, + "z_update_norm": 38.63180923461914, + "z_update_state_ratio": 0.3645913600921631 + }, + { + "accuracy": 0.0, + "cross_entropy": 29.012344360351562, + "entropy": 0.5584487915039062, + "finite_difference_initial_state_directional_gain": 2.703150987625122, + "id": "b", + "kl_to_final": 0.012912619858980179, + "kl_to_next": 0.012912619858980179, + "target_count": 1, + "y_norm": 153.4221954345703, + "y_update_norm": 37.36111068725586, + "y_update_state_ratio": 0.3176605701446533, + "z_norm": 143.4530487060547, + "z_update_norm": 38.89289093017578, + "z_update_state_ratio": 0.367636501789093 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 19.914581298828125 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.350099563598633, + "entropy": 1.2043970823287964, + "finite_difference_initial_state_directional_gain": 3.3007190227508545, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 190.2952117919922, + "y_update_norm": 37.88942337036133, + "y_update_state_ratio": 0.24666999280452728, + "z_norm": 181.68795776367188, + "z_update_norm": 39.2669677734375, + "z_update_state_ratio": 0.2737484276294708 + }, + { + "accuracy": 0.0, + "cross_entropy": 28.116188049316406, + "entropy": 0.5888652801513672, + "finite_difference_initial_state_directional_gain": 3.3180036544799805, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 189.849853515625, + "y_update_norm": 37.765018463134766, + "y_update_state_ratio": 0.246150940656662, + "z_norm": 181.9659423828125, + "z_update_norm": 39.60805130004883, + "z_update_state_ratio": 0.2761046290397644 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 19.43522050645616 + } + ], + "post_training_loss": 19.43522071838379, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.350099563598633, + "ce_previous": 18.777360916137695, + "ce_r1": 21.6911563873291, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 28.116188049316406, + "ce_previous": 29.012344360351562, + "ce_r1": 30.54837417602539, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 12, + "training_losses": [ + 26.833585739135742, + 17.27782440185547, + 25.381031036376953, + 19.477672576904297 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 24.29231834411621, + "entropy": 0.13033610582351685, + "finite_difference_initial_state_directional_gain": 1.012679934501648, + "id": "a", + "kl_to_final": 7.901044845581055, + "kl_to_next": 0.3186730146408081, + "target_count": 8, + "y_norm": 50.0710334777832, + "y_update_norm": 12.612401008605957, + "y_update_state_ratio": 0.258761465549469, + "z_norm": 38.176170349121094, + "z_update_norm": 12.693997383117676, + "z_update_state_ratio": 0.3526355028152466 + }, + { + "accuracy": 0.0, + "cross_entropy": 35.039215087890625, + "entropy": 0.3187582492828369, + "finite_difference_initial_state_directional_gain": 1.0124608278274536, + "id": "b", + "kl_to_final": 10.76700210571289, + "kl_to_next": 0.1982891857624054, + "target_count": 1, + "y_norm": 50.65761184692383, + "y_update_norm": 13.19932746887207, + "y_update_state_ratio": 0.26360058784484863, + "z_norm": 38.050270080566406, + "z_update_norm": 12.542454719543457, + "z_update_state_ratio": 0.3477517366409302 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 25.48641798231337 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.62205696105957, + "entropy": 0.6679482460021973, + "finite_difference_initial_state_directional_gain": 1.0415948629379272, + "id": "a", + "kl_to_final": 5.7673163414001465, + "kl_to_next": 2.0283522605895996, + "target_count": 8, + "y_norm": 54.7220573425293, + "y_update_norm": 13.972259521484375, + "y_update_state_ratio": 0.27904874086380005, + "z_norm": 44.11708068847656, + "z_update_norm": 13.22657585144043, + "z_update_state_ratio": 0.34646156430244446 + }, + { + "accuracy": 0.0, + "cross_entropy": 30.77645492553711, + "entropy": 0.8809014558792114, + "finite_difference_initial_state_directional_gain": 1.042002558708191, + "id": "b", + "kl_to_final": 9.07461166381836, + "kl_to_next": 4.196847915649414, + "target_count": 1, + "y_norm": 54.82527160644531, + "y_update_norm": 14.340378761291504, + "y_update_state_ratio": 0.2830843925476074, + "z_norm": 43.98318862915039, + "z_update_norm": 13.330028533935547, + "z_update_state_ratio": 0.3503267765045166 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 21.750323401557075 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.23995590209961, + "entropy": 1.3063939809799194, + "finite_difference_initial_state_directional_gain": 1.0807744264602661, + "id": "a", + "kl_to_final": 0.816817581653595, + "kl_to_next": 0.816817581653595, + "target_count": 8, + "y_norm": 62.748802185058594, + "y_update_norm": 15.296611785888672, + "y_update_state_ratio": 0.2795328199863434, + "z_norm": 52.95098114013672, + "z_update_norm": 13.921073913574219, + "z_update_state_ratio": 0.3155483901500702 + }, + { + "accuracy": 0.0, + "cross_entropy": 26.00714683532715, + "entropy": 0.6050724983215332, + "finite_difference_initial_state_directional_gain": 1.082125186920166, + "id": "b", + "kl_to_final": 0.2962336540222168, + "kl_to_next": 0.2962336540222168, + "target_count": 1, + "y_norm": 62.47674560546875, + "y_update_norm": 15.41324520111084, + "y_update_state_ratio": 0.2811339497566223, + "z_norm": 53.14202117919922, + "z_update_norm": 14.300216674804688, + "z_update_state_ratio": 0.3251291513442993 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 19.102977116902668 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.575862884521484, + "entropy": 1.6742098331451416, + "finite_difference_initial_state_directional_gain": 1.1237317323684692, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 73.56104278564453, + "y_update_norm": 16.268157958984375, + "y_update_state_ratio": 0.2592584490776062, + "z_norm": 63.820560455322266, + "z_update_norm": 14.600616455078125, + "z_update_state_ratio": 0.27573835849761963 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.890565872192383, + "entropy": 1.3455990552902222, + "finite_difference_initial_state_directional_gain": 1.1266911029815674, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 72.90546417236328, + "y_update_norm": 16.189130783081055, + "y_update_state_ratio": 0.25912249088287354, + "z_norm": 64.61639404296875, + "z_update_norm": 15.159775733947754, + "z_update_state_ratio": 0.2852690815925598 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 18.055274327596027 + } + ], + "post_training_loss": 18.055274963378906, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.575862884521484, + "ce_previous": 18.23995590209961, + "ce_r1": 24.29231834411621, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 21.890565872192383, + "ce_previous": 26.00714683532715, + "ce_r1": 35.039215087890625, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 12, + "training_losses": [ + 30.913406372070312, + 16.9707088470459, + 23.093421936035156, + 18.618078231811523 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.498781204223633, + "entropy": 0.809532642364502, + "finite_difference_initial_state_directional_gain": 1.490859866142273, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 84.9295654296875, + "y_update_norm": 37.51613235473633, + "y_update_state_ratio": 0.7421745657920837, + "z_norm": 70.9388198852539, + "z_update_norm": 36.726280212402344, + "z_update_state_ratio": 0.9857255220413208 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.260610580444336, + "entropy": 0.5519486665725708, + "finite_difference_initial_state_directional_gain": 1.499786376953125, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 82.27045440673828, + "y_update_norm": 37.34972381591797, + "y_update_state_ratio": 0.7803065776824951, + "z_norm": 71.05840301513672, + "z_update_norm": 36.59467697143555, + "z_update_state_ratio": 0.9833611845970154 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.43382557955655 + } + ], + "post_training_loss": 32.66358947753906, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 21.498781204223633, + "ce_previous": null, + "ce_r1": 21.498781204223633, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.260610580444336, + "ce_previous": null, + "ce_r1": 21.260610580444336, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 13, + "training_losses": [ + 21.225759506225586, + 25.17363166809082, + 28.49676513671875, + 28.06249237060547 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.515390396118164, + "entropy": 0.5139710307121277, + "finite_difference_initial_state_directional_gain": 1.0123777389526367, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 52.42715835571289, + "y_update_norm": 13.526846885681152, + "y_update_state_ratio": 0.26758912205696106, + "z_norm": 39.34284210205078, + "z_update_norm": 11.781950950622559, + "z_update_state_ratio": 0.3171579837799072 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.947370529174805, + "entropy": 0.13942188024520874, + "finite_difference_initial_state_directional_gain": 1.0087684392929077, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 49.69376754760742, + "y_update_norm": 13.790421485900879, + "y_update_state_ratio": 0.2881011366844177, + "z_norm": 39.313011169433594, + "z_update_norm": 12.0617036819458, + "z_update_state_ratio": 0.3248525559902191 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.633203159679066 + } + ], + "post_training_loss": 34.30500030517578, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 22.515390396118164, + "ce_previous": null, + "ce_r1": 22.515390396118164, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 22.947370529174805, + "ce_previous": null, + "ce_r1": 22.947370529174805, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 13, + "training_losses": [ + 23.73233413696289, + 27.877803802490234, + 30.66812515258789, + 29.432903289794922 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.533252716064453, + "entropy": 0.7923794388771057, + "finite_difference_initial_state_directional_gain": 1.4896501302719116, + "id": "a", + "kl_to_final": 0.24461887776851654, + "kl_to_next": 0.24461887776851654, + "target_count": 8, + "y_norm": 85.01445770263672, + "y_update_norm": 37.71543884277344, + "y_update_state_ratio": 0.7461497187614441, + "z_norm": 71.25471496582031, + "z_update_norm": 36.92084503173828, + "z_update_state_ratio": 0.987983226776123 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.273197174072266, + "entropy": 0.5297644734382629, + "finite_difference_initial_state_directional_gain": 1.498617172241211, + "id": "b", + "kl_to_final": 0.28506043553352356, + "kl_to_next": 0.28506043553352356, + "target_count": 3, + "y_norm": 82.37478637695312, + "y_update_norm": 37.57065200805664, + "y_update_state_ratio": 0.7849317193031311, + "z_norm": 71.3536605834961, + "z_update_norm": 36.76072692871094, + "z_update_state_ratio": 0.9849795699119568 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.462328477339312 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.08708953857422, + "entropy": 1.024577021598816, + "finite_difference_initial_state_directional_gain": 2.0461902618408203, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 121.76126098632812, + "y_update_norm": 38.7979736328125, + "y_update_state_ratio": 0.4563691318035126, + "z_norm": 107.71768188476562, + "z_update_norm": 37.93936538696289, + "z_update_state_ratio": 0.532447099685669 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.521812438964844, + "entropy": 0.8584607243537903, + "finite_difference_initial_state_directional_gain": 2.0675477981567383, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 119.21630859375, + "y_update_norm": 38.759212493896484, + "y_update_state_ratio": 0.47052276134490967, + "z_norm": 107.69664001464844, + "z_update_norm": 37.727882385253906, + "z_update_state_ratio": 0.5287448763847351 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.93292305686257 + } + ], + "post_training_loss": 31.389362335205078, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 20.08708953857422, + "ce_previous": 21.533252716064453, + "ce_r1": 21.533252716064453, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 19.521812438964844, + "ce_previous": 21.273197174072266, + "ce_r1": 21.273197174072266, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 13, + "training_losses": [ + 20.26997184753418, + 24.049680709838867, + 26.722938537597656, + 25.717811584472656 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 22.526803970336914, + "entropy": 0.5312188863754272, + "finite_difference_initial_state_directional_gain": 1.0119166374206543, + "id": "a", + "kl_to_final": 1.1229289770126343, + "kl_to_next": 1.1229289770126343, + "target_count": 8, + "y_norm": 52.47901153564453, + "y_update_norm": 13.96949291229248, + "y_update_state_ratio": 0.27638089656829834, + "z_norm": 39.3289680480957, + "z_update_norm": 11.871866226196289, + "z_update_state_ratio": 0.3194725811481476 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.865793228149414, + "entropy": 0.14544154703617096, + "finite_difference_initial_state_directional_gain": 1.009064793586731, + "id": "b", + "kl_to_final": 0.41589078307151794, + "kl_to_next": 0.41589078307151794, + "target_count": 3, + "y_norm": 49.780494689941406, + "y_update_norm": 14.197580337524414, + "y_update_state_ratio": 0.2966307997703552, + "z_norm": 39.28976058959961, + "z_update_norm": 12.101755142211914, + "z_update_state_ratio": 0.32584837079048157 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 22.61925558610396 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.110755920410156, + "entropy": 1.1018705368041992, + "finite_difference_initial_state_directional_gain": 1.037583589553833, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 58.20265197753906, + "y_update_norm": 15.579617500305176, + "y_update_state_ratio": 0.2968733012676239, + "z_norm": 44.7719612121582, + "z_update_norm": 12.33672046661377, + "z_update_state_ratio": 0.3136802613735199 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.049772262573242, + "entropy": 1.011759638786316, + "finite_difference_initial_state_directional_gain": 1.0329563617706299, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 56.00576400756836, + "y_update_norm": 15.925393104553223, + "y_update_state_ratio": 0.319912314414978, + "z_norm": 44.869110107421875, + "z_update_norm": 12.613714218139648, + "z_update_state_ratio": 0.3210432827472687 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.094124013727363 + } + ], + "post_training_loss": 30.476669311523438, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.110755920410156, + "ce_previous": 22.526803970336914, + "ce_r1": 22.526803970336914, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 19.049772262573242, + "ce_previous": 22.865793228149414, + "ce_r1": 22.865793228149414, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 13, + "training_losses": [ + 22.990238189697266, + 25.331403732299805, + 26.837326049804688, + 23.98957061767578 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.57669448852539, + "entropy": 0.7621908187866211, + "finite_difference_initial_state_directional_gain": 1.488882303237915, + "id": "a", + "kl_to_final": 0.9379366636276245, + "kl_to_next": 0.2274032086133957, + "target_count": 8, + "y_norm": 85.09933471679688, + "y_update_norm": 37.832740783691406, + "y_update_state_ratio": 0.7484855651855469, + "z_norm": 71.37024688720703, + "z_update_norm": 37.04230880737305, + "z_update_state_ratio": 0.9910720586776733 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.322294235229492, + "entropy": 0.49945592880249023, + "finite_difference_initial_state_directional_gain": 1.4983043670654297, + "id": "b", + "kl_to_final": 1.0354646444320679, + "kl_to_next": 0.25506094098091125, + "target_count": 3, + "y_norm": 82.44866180419922, + "y_update_norm": 37.68831253051758, + "y_update_state_ratio": 0.7874134182929993, + "z_norm": 71.45736694335938, + "z_update_norm": 36.86003494262695, + "z_update_state_ratio": 0.9874371886253357 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.50731260126287 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.088924407958984, + "entropy": 0.9863582253456116, + "finite_difference_initial_state_directional_gain": 2.043884515762329, + "id": "a", + "kl_to_final": 0.2688519060611725, + "kl_to_next": 0.08633864670991898, + "target_count": 8, + "y_norm": 121.97692108154297, + "y_update_norm": 38.9722900390625, + "y_update_state_ratio": 0.4579623341560364, + "z_norm": 107.99484252929688, + "z_update_norm": 38.12605667114258, + "z_update_state_ratio": 0.5342009663581848 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.518779754638672, + "entropy": 0.8302218914031982, + "finite_difference_initial_state_directional_gain": 2.065887451171875, + "id": "b", + "kl_to_final": 0.2491360902786255, + "kl_to_next": 0.09409675002098083, + "target_count": 3, + "y_norm": 119.42349243164062, + "y_update_norm": 38.94572067260742, + "y_update_state_ratio": 0.47236329317092896, + "z_norm": 107.94711303710938, + "z_update_norm": 37.8980712890625, + "z_update_state_ratio": 0.5303592085838318 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.9334304115989 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.102893829345703, + "entropy": 1.1605833768844604, + "finite_difference_initial_state_directional_gain": 2.6188390254974365, + "id": "a", + "kl_to_final": 0.0562942735850811, + "kl_to_next": 0.0562942735850811, + "target_count": 8, + "y_norm": 160.07745361328125, + "y_update_norm": 39.76193618774414, + "y_update_state_ratio": 0.32597917318344116, + "z_norm": 145.6153564453125, + "z_update_norm": 38.75585174560547, + "z_update_state_ratio": 0.3588676154613495 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.491456985473633, + "entropy": 0.9853361248970032, + "finite_difference_initial_state_directional_gain": 2.6545422077178955, + "id": "b", + "kl_to_final": 0.033994387835264206, + "kl_to_next": 0.033994387835264206, + "target_count": 3, + "y_norm": 157.65541076660156, + "y_update_norm": 39.80378341674805, + "y_update_state_ratio": 0.3332994282245636, + "z_norm": 145.34512329101562, + "z_update_norm": 38.510337829589844, + "z_update_state_ratio": 0.3567518889904022 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 18.936138326471504 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.39211654663086, + "entropy": 1.2698187828063965, + "finite_difference_initial_state_directional_gain": 3.198890447616577, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 198.99363708496094, + "y_update_norm": 40.36296463012695, + "y_update_state_ratio": 0.25214648246765137, + "z_norm": 183.79476928710938, + "z_update_norm": 39.18168258666992, + "z_update_state_ratio": 0.2690765857696533 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.771303176879883, + "entropy": 1.147997498512268, + "finite_difference_initial_state_directional_gain": 3.2485475540161133, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 196.725341796875, + "y_update_norm": 40.44633483886719, + "y_update_state_ratio": 0.2565489709377289, + "z_norm": 183.2625274658203, + "z_update_norm": 38.92625045776367, + "z_update_state_ratio": 0.26781943440437317 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 18.222803809426047 + } + ], + "post_training_loss": 29.70691680908203, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.39211654663086, + "ce_previous": 19.102893829345703, + "ce_r1": 21.57669448852539, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.771303176879883, + "ce_previous": 18.491456985473633, + "ce_r1": 21.322294235229492, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 13, + "training_losses": [ + 19.40188980102539, + 23.20351791381836, + 25.01549530029297, + 23.362701416015625 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 23.169652938842773, + "entropy": 0.328238844871521, + "finite_difference_initial_state_directional_gain": 1.0119409561157227, + "id": "a", + "kl_to_final": 6.837918281555176, + "kl_to_next": 0.6910425424575806, + "target_count": 8, + "y_norm": 52.41094207763672, + "y_update_norm": 13.288328170776367, + "y_update_state_ratio": 0.2629464566707611, + "z_norm": 39.029090881347656, + "z_update_norm": 11.752533912658691, + "z_update_state_ratio": 0.3173406720161438 + }, + { + "accuracy": 0.0, + "cross_entropy": 23.139646530151367, + "entropy": 0.11038410663604736, + "finite_difference_initial_state_directional_gain": 1.0087085962295532, + "id": "b", + "kl_to_final": 6.271539211273193, + "kl_to_next": 0.1921539306640625, + "target_count": 3, + "y_norm": 49.689945220947266, + "y_update_norm": 13.438593864440918, + "y_update_state_ratio": 0.2808004915714264, + "z_norm": 38.99290466308594, + "z_update_norm": 11.953625679016113, + "z_update_state_ratio": 0.3229532837867737 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 23.161469372836027 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.670055389404297, + "entropy": 1.0438224077224731, + "finite_difference_initial_state_directional_gain": 1.0374717712402344, + "id": "a", + "kl_to_final": 3.51680326461792, + "kl_to_next": 1.0130765438079834, + "target_count": 8, + "y_norm": 57.74861526489258, + "y_update_norm": 14.921711921691895, + "y_update_state_ratio": 0.2847060561180115, + "z_norm": 44.29633331298828, + "z_update_norm": 12.202522277832031, + "z_update_state_ratio": 0.31265196204185486 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.499223709106445, + "entropy": 0.698952853679657, + "finite_difference_initial_state_directional_gain": 1.03265380859375, + "id": "b", + "kl_to_final": 4.897417068481445, + "kl_to_next": 1.2192704677581787, + "target_count": 3, + "y_norm": 55.47017288208008, + "y_update_norm": 15.21596908569336, + "y_update_state_ratio": 0.3062182664871216, + "z_norm": 44.37910079956055, + "z_update_norm": 12.430895805358887, + "z_update_state_ratio": 0.3187989294528961 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 19.623464931141246 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.929336547851562, + "entropy": 1.4391684532165527, + "finite_difference_initial_state_directional_gain": 1.0711088180541992, + "id": "a", + "kl_to_final": 1.0068105459213257, + "kl_to_next": 1.0068105459213257, + "target_count": 8, + "y_norm": 66.7685317993164, + "y_update_norm": 16.749908447265625, + "y_update_state_ratio": 0.29004865884780884, + "z_norm": 51.9907341003418, + "z_update_norm": 12.62170696258545, + "z_update_state_ratio": 0.28493794798851013 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.65226173400879, + "entropy": 2.114060163497925, + "finite_difference_initial_state_directional_gain": 1.065787672996521, + "id": "b", + "kl_to_final": 1.2369760274887085, + "kl_to_next": 1.2369760274887085, + "target_count": 3, + "y_norm": 65.24398040771484, + "y_update_norm": 17.043275833129883, + "y_update_state_ratio": 0.3072511851787567, + "z_norm": 52.279624938964844, + "z_update_norm": 12.859516143798828, + "z_update_state_ratio": 0.2897651493549347 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.853770689530805 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.599603652954102, + "entropy": 2.0453784465789795, + "finite_difference_initial_state_directional_gain": 1.1081327199935913, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 79.07902526855469, + "y_update_norm": 18.302684783935547, + "y_update_state_ratio": 0.2741214334964752, + "z_norm": 61.24728012084961, + "z_update_norm": 12.903603553771973, + "z_update_state_ratio": 0.24819044768810272 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.39261817932129, + "entropy": 2.437964677810669, + "finite_difference_initial_state_directional_gain": 1.1031948328018188, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 3, + "y_norm": 78.31591033935547, + "y_update_norm": 18.487092971801758, + "y_update_state_ratio": 0.2833532392978668, + "z_norm": 61.77113342285156, + "z_update_norm": 13.111153602600098, + "z_update_state_ratio": 0.25078898668289185 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.815880341963334 + } + ], + "post_training_loss": 26.368877410888672, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.599603652954102, + "ce_previous": 16.929336547851562, + "ce_r1": 23.169652938842773, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.39261817932129, + "ce_previous": 16.65226173400879, + "ce_r1": 23.139646530151367, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 13, + "training_losses": [ + 20.170310974121094, + 20.908395767211914, + 21.03826332092285, + 18.5567569732666 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.192977905273438, + "entropy": 1.1553999185562134, + "finite_difference_initial_state_directional_gain": 1.5156503915786743, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 80.74129486083984, + "y_update_norm": 36.785850524902344, + "y_update_state_ratio": 0.7794638872146606, + "z_norm": 70.04804992675781, + "z_update_norm": 35.949310302734375, + "z_update_state_ratio": 0.9887064695358276 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.51814079284668, + "entropy": 1.2979321479797363, + "finite_difference_initial_state_directional_gain": 1.5184067487716675, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 82.76327514648438, + "y_update_norm": 36.70487594604492, + "y_update_state_ratio": 0.750449538230896, + "z_norm": 69.78695678710938, + "z_update_norm": 36.24045181274414, + "z_update_state_ratio": 0.9946357011795044 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.00893142006614 + } + ], + "post_training_loss": 24.317325592041016, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.192977905273438, + "ce_previous": null, + "ce_r1": 17.192977905273438, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.51814079284668, + "ce_previous": null, + "ce_r1": 16.51814079284668, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 14, + "training_losses": [ + 30.30582046508789, + 25.167438507080078, + 25.372880935668945, + 22.13665771484375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.014001846313477, + "entropy": 0.7361645698547363, + "finite_difference_initial_state_directional_gain": 1.0165451765060425, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 47.864505767822266, + "y_update_norm": 14.260563850402832, + "y_update_state_ratio": 0.3022151589393616, + "z_norm": 37.93156051635742, + "z_update_norm": 11.435903549194336, + "z_update_state_ratio": 0.316622793674469 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.830549240112305, + "entropy": 0.8153275847434998, + "finite_difference_initial_state_directional_gain": 1.0129560232162476, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 50.679595947265625, + "y_update_norm": 13.625805854797363, + "y_update_state_ratio": 0.27859029173851013, + "z_norm": 37.92831039428711, + "z_update_norm": 12.169490814208984, + "z_update_state_ratio": 0.33625295758247375 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.691242044622246 + } + ], + "post_training_loss": 24.694416046142578, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.014001846313477, + "ce_previous": null, + "ce_r1": 18.014001846313477, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.830549240112305, + "ce_previous": null, + "ce_r1": 16.830549240112305, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 14, + "training_losses": [ + 32.645687103271484, + 28.433961868286133, + 27.018972396850586, + 24.294143676757812 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.28594970703125, + "entropy": 1.1120500564575195, + "finite_difference_initial_state_directional_gain": 1.5132737159729004, + "id": "a", + "kl_to_final": 0.404153048992157, + "kl_to_next": 0.404153048992157, + "target_count": 32, + "y_norm": 81.05390167236328, + "y_update_norm": 36.96034240722656, + "y_update_state_ratio": 0.7830774188041687, + "z_norm": 70.17374420166016, + "z_update_norm": 36.23707962036133, + "z_update_state_ratio": 0.9974325299263 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.583154678344727, + "entropy": 1.237188696861267, + "finite_difference_initial_state_directional_gain": 1.5175695419311523, + "id": "b", + "kl_to_final": 0.3840135633945465, + "kl_to_next": 0.3840135633945465, + "target_count": 12, + "y_norm": 82.89120483398438, + "y_update_norm": 36.80380630493164, + "y_update_state_ratio": 0.7524515390396118, + "z_norm": 69.79840850830078, + "z_update_norm": 36.3444709777832, + "z_update_state_ratio": 0.9984076619148254 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.09427833557129 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.77516746520996, + "entropy": 1.324406385421753, + "finite_difference_initial_state_directional_gain": 2.105356454849243, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 117.13726043701172, + "y_update_norm": 38.222625732421875, + "y_update_state_ratio": 0.4715704619884491, + "z_norm": 106.43183135986328, + "z_update_norm": 37.910194396972656, + "z_update_state_ratio": 0.540233314037323 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.77913761138916, + "entropy": 1.5660840272903442, + "finite_difference_initial_state_directional_gain": 2.1127865314483643, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 118.9977035522461, + "y_update_norm": 38.023101806640625, + "y_update_state_ratio": 0.4587109386920929, + "z_norm": 105.93004608154297, + "z_update_norm": 38.045989990234375, + "z_update_state_ratio": 0.5450839400291443 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.50352295962247 + } + ], + "post_training_loss": 23.02887725830078, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.77516746520996, + "ce_previous": 17.28594970703125, + "ce_r1": 17.28594970703125, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.77913761138916, + "ce_previous": 16.583154678344727, + "ce_r1": 16.583154678344727, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 14, + "training_losses": [ + 29.60071563720703, + 23.14779281616211, + 25.45659065246582, + 19.03759765625 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.101837158203125, + "entropy": 0.6804186105728149, + "finite_difference_initial_state_directional_gain": 1.0163071155548096, + "id": "a", + "kl_to_final": 1.1790180206298828, + "kl_to_next": 1.1790180206298828, + "target_count": 32, + "y_norm": 48.054832458496094, + "y_update_norm": 14.71155071258545, + "y_update_state_ratio": 0.31174150109291077, + "z_norm": 37.961700439453125, + "z_update_norm": 11.952085494995117, + "z_update_state_ratio": 0.33125537633895874 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.906526565551758, + "entropy": 0.7737126350402832, + "finite_difference_initial_state_directional_gain": 1.0127766132354736, + "id": "b", + "kl_to_final": 1.173689842224121, + "kl_to_next": 1.173689842224121, + "target_count": 12, + "y_norm": 50.769832611083984, + "y_update_norm": 14.183337211608887, + "y_update_state_ratio": 0.2899686098098755, + "z_norm": 37.977230072021484, + "z_update_norm": 12.627732276916504, + "z_update_state_ratio": 0.3492327034473419 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.775843360207297 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.561309814453125, + "entropy": 1.4796265363693237, + "finite_difference_initial_state_directional_gain": 1.05098557472229, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 53.09797668457031, + "y_update_norm": 16.016904830932617, + "y_update_state_ratio": 0.333304762840271, + "z_norm": 43.42376708984375, + "z_update_norm": 13.397465705871582, + "z_update_state_ratio": 0.3529205918312073 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.850592613220215, + "entropy": 1.7327758073806763, + "finite_difference_initial_state_directional_gain": 1.0468119382858276, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 56.3850212097168, + "y_update_norm": 15.316173553466797, + "y_update_state_ratio": 0.3016786277294159, + "z_norm": 44.00986862182617, + "z_update_norm": 14.407214164733887, + "z_update_state_ratio": 0.3793645203113556 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.094750577753242 + } + ], + "post_training_loss": 21.665084838867188, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.561309814453125, + "ce_previous": 18.101837158203125, + "ce_r1": 18.101837158203125, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.850592613220215, + "ce_previous": 16.906526565551758, + "ce_r1": 16.906526565551758, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 14, + "training_losses": [ + 31.716238021850586, + 25.845447540283203, + 26.286251068115234, + 18.469635009765625 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.383731842041016, + "entropy": 1.058403730392456, + "finite_difference_initial_state_directional_gain": 1.5124133825302124, + "id": "a", + "kl_to_final": 1.477437973022461, + "kl_to_next": 0.357289582490921, + "target_count": 32, + "y_norm": 81.25434875488281, + "y_update_norm": 37.0220832824707, + "y_update_state_ratio": 0.7842358946800232, + "z_norm": 70.19596099853516, + "z_update_norm": 36.40499496459961, + "z_update_state_ratio": 1.0031808614730835 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.68422508239746, + "entropy": 1.1613411903381348, + "finite_difference_initial_state_directional_gain": 1.5172399282455444, + "id": "b", + "kl_to_final": 1.3686221837997437, + "kl_to_next": 0.32958221435546875, + "target_count": 12, + "y_norm": 82.92961120605469, + "y_update_norm": 36.81291580200195, + "y_update_state_ratio": 0.7526283264160156, + "z_norm": 69.78063201904297, + "z_update_norm": 36.431190490722656, + "z_update_state_ratio": 1.0019959211349487 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.192957271229137 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.804489135742188, + "entropy": 1.329981803894043, + "finite_difference_initial_state_directional_gain": 2.1025748252868652, + "id": "a", + "kl_to_final": 0.3787784278392792, + "kl_to_next": 0.13031867146492004, + "target_count": 32, + "y_norm": 117.48579406738281, + "y_update_norm": 38.31984329223633, + "y_update_state_ratio": 0.4716036021709442, + "z_norm": 106.60428619384766, + "z_update_norm": 38.13898468017578, + "z_update_state_ratio": 0.5433216691017151 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.803138732910156, + "entropy": 1.5384178161621094, + "finite_difference_initial_state_directional_gain": 2.11124324798584, + "id": "b", + "kl_to_final": 0.3534325659275055, + "kl_to_next": 0.12415140122175217, + "target_count": 12, + "y_norm": 119.07434844970703, + "y_update_norm": 38.08267593383789, + "y_update_state_ratio": 0.4592168629169464, + "z_norm": 106.03399658203125, + "z_update_norm": 38.22426986694336, + "z_update_state_ratio": 0.5477776527404785 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.531393571333453 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.64735221862793, + "entropy": 1.3688409328460693, + "finite_difference_initial_state_directional_gain": 2.7178666591644287, + "id": "a", + "kl_to_final": 0.06443648785352707, + "kl_to_next": 0.06443648785352707, + "target_count": 32, + "y_norm": 154.91995239257812, + "y_update_norm": 39.22802734375, + "y_update_state_ratio": 0.3338959217071533, + "z_norm": 144.334228515625, + "z_update_norm": 39.33713150024414, + "z_update_state_ratio": 0.3690014183521271 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.422077178955078, + "entropy": 1.6193519830703735, + "finite_difference_initial_state_directional_gain": 2.7299611568450928, + "id": "b", + "kl_to_final": 0.05750615894794464, + "kl_to_next": 0.05750615894794464, + "target_count": 12, + "y_norm": 156.38548278808594, + "y_update_norm": 38.97840118408203, + "y_update_state_ratio": 0.327345073223114, + "z_norm": 143.76229858398438, + "z_update_norm": 39.47834014892578, + "z_update_state_ratio": 0.37231776118278503 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.313186298717152 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.6063232421875, + "entropy": 1.3673243522644043, + "finite_difference_initial_state_directional_gain": 3.3414390087127686, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 193.1863555908203, + "y_update_norm": 39.9256477355957, + "y_update_state_ratio": 0.25771790742874146, + "z_norm": 183.00234985351562, + "z_update_norm": 40.23633575439453, + "z_update_state_ratio": 0.2787719666957855 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.204014778137207, + "entropy": 1.6412549018859863, + "finite_difference_initial_state_directional_gain": 3.3564374446868896, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 194.50473022460938, + "y_update_norm": 39.67171859741211, + "y_update_state_ratio": 0.2536790370941162, + "z_norm": 182.5193634033203, + "z_update_norm": 40.416168212890625, + "z_update_state_ratio": 0.28113189339637756 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 16.22387547926469 + } + ], + "post_training_loss": 21.781063079833984, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.6063232421875, + "ce_previous": 16.64735221862793, + "ce_r1": 17.383731842041016, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.204014778137207, + "ce_previous": 15.422077178955078, + "ce_r1": 16.68422508239746, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 14, + "training_losses": [ + 28.984474182128906, + 21.229719161987305, + 25.7487735748291, + 16.190521240234375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.721023559570312, + "entropy": 0.4758468270301819, + "finite_difference_initial_state_directional_gain": 1.0157583951950073, + "id": "a", + "kl_to_final": 5.804561614990234, + "kl_to_next": 0.5140894055366516, + "target_count": 32, + "y_norm": 48.7939338684082, + "y_update_norm": 14.126045227050781, + "y_update_state_ratio": 0.29921120405197144, + "z_norm": 37.72677993774414, + "z_update_norm": 11.748868942260742, + "z_update_state_ratio": 0.32637763023376465 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.64379119873047, + "entropy": 0.5458697080612183, + "finite_difference_initial_state_directional_gain": 1.012186884880066, + "id": "b", + "kl_to_final": 5.1093220710754395, + "kl_to_next": 0.45241931080818176, + "target_count": 12, + "y_norm": 50.552459716796875, + "y_update_norm": 14.02030086517334, + "y_update_state_ratio": 0.28655222058296204, + "z_norm": 37.88984680175781, + "z_update_norm": 12.666086196899414, + "z_update_state_ratio": 0.3509683907032013 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.427232915704902 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.938215255737305, + "entropy": 1.1167709827423096, + "finite_difference_initial_state_directional_gain": 1.049806833267212, + "id": "a", + "kl_to_final": 3.329908609390259, + "kl_to_next": 1.0828315019607544, + "target_count": 32, + "y_norm": 54.15355682373047, + "y_update_norm": 15.613286018371582, + "y_update_state_ratio": 0.31998416781425476, + "z_norm": 43.245418548583984, + "z_update_norm": 13.616898536682129, + "z_update_state_ratio": 0.3609345555305481 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.360234260559082, + "entropy": 1.17538321018219, + "finite_difference_initial_state_directional_gain": 1.0451747179031372, + "id": "b", + "kl_to_final": 2.947404623031616, + "kl_to_next": 0.9732475876808167, + "target_count": 12, + "y_norm": 55.80194091796875, + "y_update_norm": 15.348347663879395, + "y_update_state_ratio": 0.30361229181289673, + "z_norm": 44.285945892333984, + "z_update_norm": 14.917081832885742, + "z_update_state_ratio": 0.39369601011276245 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.50785680250688 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.039432525634766, + "entropy": 1.5423203706741333, + "finite_difference_initial_state_directional_gain": 1.094550609588623, + "id": "a", + "kl_to_final": 0.5938820242881775, + "kl_to_next": 0.5938820242881775, + "target_count": 32, + "y_norm": 63.39252471923828, + "y_update_norm": 17.346452713012695, + "y_update_state_ratio": 0.3203197419643402, + "z_norm": 52.53662109375, + "z_update_norm": 15.411608695983887, + "z_update_state_ratio": 0.356375515460968 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.137450218200684, + "entropy": 1.8460532426834106, + "finite_difference_initial_state_directional_gain": 1.088412880897522, + "id": "b", + "kl_to_final": 0.5241557955741882, + "kl_to_next": 0.5241557955741882, + "target_count": 12, + "y_norm": 64.7510757446289, + "y_update_norm": 17.01902961730957, + "y_update_state_ratio": 0.30498993396759033, + "z_norm": 54.957759857177734, + "z_update_norm": 16.74830436706543, + "z_update_state_ratio": 0.37818554043769836 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.520710078152744 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.074132919311523, + "entropy": 1.5766748189926147, + "finite_difference_initial_state_directional_gain": 1.1425126791000366, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 32, + "y_norm": 75.91470336914062, + "y_update_norm": 18.65270233154297, + "y_update_state_ratio": 0.29424136877059937, + "z_norm": 64.6595687866211, + "z_update_norm": 16.555160522460938, + "z_update_state_ratio": 0.3151165843009949 + }, + { + "accuracy": 0.0833333358168602, + "cross_entropy": 13.943617820739746, + "entropy": 1.810921311378479, + "finite_difference_initial_state_directional_gain": 1.1328915357589722, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 12, + "y_norm": 76.88934326171875, + "y_update_norm": 18.281949996948242, + "y_update_state_ratio": 0.28234201669692993, + "z_norm": 68.40115356445312, + "z_update_norm": 17.635013580322266, + "z_update_state_ratio": 0.32088303565979004 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.493083346973766 + } + ], + "post_training_loss": 19.15619659423828, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.074132919311523, + "ce_previous": 16.039432525634766, + "ce_r1": 18.721023559570312, + "complete": true, + "example_id": "a", + "pass": false + }, + { + "ce_final": 13.943617820739746, + "ce_previous": 14.137450218200684, + "ce_r1": 17.64379119873047, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 14, + "training_losses": [ + 28.664064407348633, + 21.270912170410156, + 26.29719352722168, + 15.288496017456055 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.785640716552734, + "entropy": 1.2732149362564087, + "finite_difference_initial_state_directional_gain": 1.5148978233337402, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 81.40294647216797, + "y_update_norm": 36.818477630615234, + "y_update_state_ratio": 0.7726263403892517, + "z_norm": 70.56231689453125, + "z_update_norm": 36.897117614746094, + "z_update_state_ratio": 1.0063618421554565 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.710615158081055, + "entropy": 1.0641249418258667, + "finite_difference_initial_state_directional_gain": 1.511427879333496, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 82.61026000976562, + "y_update_norm": 36.42238235473633, + "y_update_state_ratio": 0.7343716621398926, + "z_norm": 70.15396881103516, + "z_update_norm": 36.83663558959961, + "z_update_state_ratio": 1.0046172142028809 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.461983087900522 + } + ], + "post_training_loss": 24.519027709960938, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.785640716552734, + "ce_previous": null, + "ce_r1": 14.785640716552734, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.710615158081055, + "ce_previous": null, + "ce_r1": 16.710615158081055, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 15, + "training_losses": [ + 18.572975158691406, + 24.49132537841797, + 15.302940368652344, + 24.612592697143555 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.48169231414795, + "entropy": 1.1940644979476929, + "finite_difference_initial_state_directional_gain": 1.0094271898269653, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 48.6290397644043, + "y_update_norm": 15.398380279541016, + "y_update_state_ratio": 0.3231363296508789, + "z_norm": 39.365440368652344, + "z_update_norm": 14.705071449279785, + "z_update_state_ratio": 0.404012531042099 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.23291778564453, + "entropy": 0.9503217935562134, + "finite_difference_initial_state_directional_gain": 1.0105640888214111, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 51.135231018066406, + "y_update_norm": 15.27331256866455, + "y_update_state_ratio": 0.3079281449317932, + "z_norm": 39.56010055541992, + "z_update_norm": 14.99068832397461, + "z_update_state_ratio": 0.4118414521217346 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.096987750079181 + } + ], + "post_training_loss": 24.207244873046875, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.48169231414795, + "ce_previous": null, + "ce_r1": 14.48169231414795, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 16.23291778564453, + "ce_previous": null, + "ce_r1": 16.23291778564453, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 15, + "training_losses": [ + 19.790424346923828, + 24.966014862060547, + 15.971715927124023, + 24.486743927001953 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.819263458251953, + "entropy": 1.2441507577896118, + "finite_difference_initial_state_directional_gain": 1.5117508172988892, + "id": "a", + "kl_to_final": 0.2502477765083313, + "kl_to_next": 0.2502477765083313, + "target_count": 24, + "y_norm": 81.65451049804688, + "y_update_norm": 36.89186477661133, + "y_update_state_ratio": 0.7741650938987732, + "z_norm": 70.7469711303711, + "z_update_norm": 37.244964599609375, + "z_update_state_ratio": 1.0167633295059204 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.77637481689453, + "entropy": 1.0369725227355957, + "finite_difference_initial_state_directional_gain": 1.5091596841812134, + "id": "b", + "kl_to_final": 0.16369830071926117, + "kl_to_next": 0.16369830071926117, + "target_count": 13, + "y_norm": 82.75828552246094, + "y_update_norm": 36.51508712768555, + "y_update_state_ratio": 0.7362613677978516, + "z_norm": 70.31741333007812, + "z_update_norm": 37.07456970214844, + "z_update_state_ratio": 1.0116885900497437 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.506897178856102 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.887641906738281, + "entropy": 1.4049850702285767, + "finite_difference_initial_state_directional_gain": 2.097604274749756, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 117.96472930908203, + "y_update_norm": 38.21519088745117, + "y_update_state_ratio": 0.4680107831954956, + "z_norm": 107.4947280883789, + "z_update_norm": 38.434959411621094, + "z_update_state_ratio": 0.5432735681533813 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.717576026916504, + "entropy": 1.1307530403137207, + "finite_difference_initial_state_directional_gain": 2.0944817066192627, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 118.44093322753906, + "y_update_norm": 37.84921646118164, + "y_update_state_ratio": 0.4573465585708618, + "z_norm": 106.94812774658203, + "z_update_norm": 38.3474006652832, + "z_update_state_ratio": 0.5453471541404724 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.530591732746846 + } + ], + "post_training_loss": 22.302026748657227, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.887641906738281, + "ce_previous": 14.819263458251953, + "ce_r1": 14.819263458251953, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.717576026916504, + "ce_previous": 16.77637481689453, + "ce_r1": 16.77637481689453, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 15, + "training_losses": [ + 18.494789123535156, + 23.82950210571289, + 14.771475791931152, + 23.439281463623047 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.633069038391113, + "entropy": 1.0865753889083862, + "finite_difference_initial_state_directional_gain": 1.0082584619522095, + "id": "a", + "kl_to_final": 1.2836540937423706, + "kl_to_next": 1.2836540937423706, + "target_count": 24, + "y_norm": 48.97324752807617, + "y_update_norm": 15.043581008911133, + "y_update_state_ratio": 0.3156733214855194, + "z_norm": 39.3027458190918, + "z_update_norm": 14.683099746704102, + "z_update_state_ratio": 0.40314000844955444 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.395954132080078, + "entropy": 0.8743524551391602, + "finite_difference_initial_state_directional_gain": 1.009605884552002, + "id": "b", + "kl_to_final": 0.8651731014251709, + "kl_to_next": 0.8651731014251709, + "target_count": 13, + "y_norm": 51.098777770996094, + "y_update_norm": 15.07371711730957, + "y_update_state_ratio": 0.3039138913154602, + "z_norm": 39.530670166015625, + "z_update_norm": 15.011919021606445, + "z_update_state_ratio": 0.4121931791305542 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.252461098335885 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.315264701843262, + "entropy": 1.495996356010437, + "finite_difference_initial_state_directional_gain": 1.0320055484771729, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 55.08815002441406, + "y_update_norm": 16.139863967895508, + "y_update_state_ratio": 0.3295648992061615, + "z_norm": 46.500709533691406, + "z_update_norm": 14.534162521362305, + "z_update_state_ratio": 0.3698001801967621 + }, + { + "accuracy": 0.0, + "cross_entropy": 13.336390495300293, + "entropy": 1.4088746309280396, + "finite_difference_initial_state_directional_gain": 1.0362532138824463, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 57.38106918334961, + "y_update_norm": 16.09368324279785, + "y_update_state_ratio": 0.31495240330696106, + "z_norm": 47.03990173339844, + "z_update_norm": 14.770383834838867, + "z_update_state_ratio": 0.3736436367034912 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 12.674038629274111 + } + ], + "post_training_loss": 19.791988372802734, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 12.315264701843262, + "ce_previous": 14.633069038391113, + "ce_r1": 14.633069038391113, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 13.336390495300293, + "ce_previous": 16.395954132080078, + "ce_r1": 16.395954132080078, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 15, + "training_losses": [ + 19.183818817138672, + 23.444564819335938, + 14.552815437316895, + 21.698556900024414 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.889910697937012, + "entropy": 1.1962441205978394, + "finite_difference_initial_state_directional_gain": 1.5097261667251587, + "id": "a", + "kl_to_final": 0.9375820159912109, + "kl_to_next": 0.20986105501651764, + "target_count": 24, + "y_norm": 81.78253936767578, + "y_update_norm": 36.855865478515625, + "y_update_state_ratio": 0.7732247114181519, + "z_norm": 70.87994384765625, + "z_update_norm": 37.450164794921875, + "z_update_state_ratio": 1.0230348110198975 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.92643928527832, + "entropy": 0.9551835656166077, + "finite_difference_initial_state_directional_gain": 1.50802481174469, + "id": "b", + "kl_to_final": 0.5522890686988831, + "kl_to_next": 0.13130906224250793, + "target_count": 13, + "y_norm": 82.92451477050781, + "y_update_norm": 36.5452880859375, + "y_update_state_ratio": 0.7368389368057251, + "z_norm": 70.46312713623047, + "z_update_norm": 37.26252365112305, + "z_update_state_ratio": 1.0172172784805298 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.605447769165039 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.89248275756836, + "entropy": 1.399759292602539, + "finite_difference_initial_state_directional_gain": 2.0919017791748047, + "id": "a", + "kl_to_final": 0.27771759033203125, + "kl_to_next": 0.09383203834295273, + "target_count": 24, + "y_norm": 118.1198501586914, + "y_update_norm": 38.15803146362305, + "y_update_state_ratio": 0.4665791988372803, + "z_norm": 107.85409545898438, + "z_update_norm": 38.70427703857422, + "z_update_state_ratio": 0.5460540056228638 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.863924026489258, + "entropy": 1.0702770948410034, + "finite_difference_initial_state_directional_gain": 2.090521812438965, + "id": "b", + "kl_to_final": 0.15447141230106354, + "kl_to_next": 0.051550187170505524, + "target_count": 13, + "y_norm": 118.70575714111328, + "y_update_norm": 37.87937927246094, + "y_update_state_ratio": 0.45679348707199097, + "z_norm": 107.32674407958984, + "z_update_norm": 38.62132263183594, + "z_update_state_ratio": 0.548106849193573 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.58515131151354 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.349486351013184, + "entropy": 1.4483195543289185, + "finite_difference_initial_state_directional_gain": 2.6960158348083496, + "id": "a", + "kl_to_final": 0.04890306666493416, + "kl_to_next": 0.04890306666493416, + "target_count": 24, + "y_norm": 155.67002868652344, + "y_update_norm": 39.047447204589844, + "y_update_state_ratio": 0.33057481050491333, + "z_norm": 145.92864990234375, + "z_update_norm": 39.4298095703125, + "z_update_state_ratio": 0.36558473110198975 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.149359703063965, + "entropy": 1.1366603374481201, + "finite_difference_initial_state_directional_gain": 2.696420669555664, + "id": "b", + "kl_to_final": 0.028568029403686523, + "kl_to_next": 0.028568029403686523, + "target_count": 13, + "y_norm": 155.82284545898438, + "y_update_norm": 38.80288314819336, + "y_update_state_ratio": 0.32688289880752563, + "z_norm": 145.3828125, + "z_update_norm": 39.399898529052734, + "z_update_state_ratio": 0.36710232496261597 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 13.981874285517511 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.006156921386719, + "entropy": 1.4585882425308228, + "finite_difference_initial_state_directional_gain": 3.30627179145813, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 194.0452423095703, + "y_update_norm": 39.710227966308594, + "y_update_state_ratio": 0.2550923228263855, + "z_norm": 184.65365600585938, + "z_update_norm": 39.926025390625, + "z_update_state_ratio": 0.27359962463378906 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.617392539978027, + "entropy": 1.205596923828125, + "finite_difference_initial_state_directional_gain": 3.309800863265991, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 193.84188842773438, + "y_update_norm": 39.49800491333008, + "y_update_state_ratio": 0.2534801959991455, + "z_norm": 184.12864685058594, + "z_update_norm": 39.93046569824219, + "z_update_state_ratio": 0.27465739846229553 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.572266733324206 + } + ], + "post_training_loss": 20.213825225830078, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.006156921386719, + "ce_previous": 13.349486351013184, + "ce_r1": 14.889910697937012, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.617392539978027, + "ce_previous": 15.149359703063965, + "ce_r1": 16.92643928527832, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 15, + "training_losses": [ + 18.572837829589844, + 23.343778610229492, + 14.344880104064941, + 22.378862380981445 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.388142585754395, + "entropy": 0.8637554049491882, + "finite_difference_initial_state_directional_gain": 1.0075229406356812, + "id": "a", + "kl_to_final": 4.038528919219971, + "kl_to_next": 0.5154415965080261, + "target_count": 24, + "y_norm": 49.237552642822266, + "y_update_norm": 13.3577880859375, + "y_update_state_ratio": 0.2801986038684845, + "z_norm": 39.04599380493164, + "z_update_norm": 14.371255874633789, + "z_update_state_ratio": 0.39543262124061584 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.214366912841797, + "entropy": 0.7076743245124817, + "finite_difference_initial_state_directional_gain": 1.0088428258895874, + "id": "b", + "kl_to_final": 2.734557628631592, + "kl_to_next": 0.3070017695426941, + "target_count": 13, + "y_norm": 50.680789947509766, + "y_update_norm": 13.561094284057617, + "y_update_state_ratio": 0.2733590006828308, + "z_norm": 39.2660026550293, + "z_update_norm": 14.622507095336914, + "z_update_state_ratio": 0.4023505747318268 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.029788970947266 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.932656288146973, + "entropy": 1.3580397367477417, + "finite_difference_initial_state_directional_gain": 1.02980637550354, + "id": "a", + "kl_to_final": 1.9778631925582886, + "kl_to_next": 0.6729025840759277, + "target_count": 24, + "y_norm": 54.61549377441406, + "y_update_norm": 14.289240837097168, + "y_update_state_ratio": 0.29021021723747253, + "z_norm": 46.2176628112793, + "z_update_norm": 14.552200317382812, + "z_update_state_ratio": 0.372693806886673 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.452855110168457, + "entropy": 1.0404516458511353, + "finite_difference_initial_state_directional_gain": 1.0338618755340576, + "id": "b", + "kl_to_final": 1.5667729377746582, + "kl_to_next": 0.44971174001693726, + "target_count": 13, + "y_norm": 55.63813400268555, + "y_update_norm": 14.419748306274414, + "y_update_state_ratio": 0.2845209836959839, + "z_norm": 46.671051025390625, + "z_update_norm": 14.669417381286621, + "z_update_state_ratio": 0.3735907971858978 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 13.466780198586953 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 11.280428886413574, + "entropy": 1.6850286722183228, + "finite_difference_initial_state_directional_gain": 1.061966896057129, + "id": "a", + "kl_to_final": 0.32524076104164124, + "kl_to_next": 0.32524076104164124, + "target_count": 24, + "y_norm": 63.34202194213867, + "y_update_norm": 15.115498542785645, + "y_update_state_ratio": 0.27676209807395935, + "z_norm": 56.15524673461914, + "z_update_norm": 14.652033805847168, + "z_update_state_ratio": 0.3170223832130432 + }, + { + "accuracy": 0.0, + "cross_entropy": 12.004308700561523, + "entropy": 1.6126840114593506, + "finite_difference_initial_state_directional_gain": 1.0700689554214478, + "id": "b", + "kl_to_final": 0.3822295069694519, + "kl_to_next": 0.3822295069694519, + "target_count": 13, + "y_norm": 63.99024200439453, + "y_update_norm": 15.209197998046875, + "y_update_state_ratio": 0.2733592391014099, + "z_norm": 56.75600051879883, + "z_update_norm": 14.735533714294434, + "z_update_state_ratio": 0.3157317638397217 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 11.534765037330422 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 10.492894172668457, + "entropy": 1.790879249572754, + "finite_difference_initial_state_directional_gain": 1.0998270511627197, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 24, + "y_norm": 74.5174331665039, + "y_update_norm": 15.71777629852295, + "y_update_state_ratio": 0.24814137816429138, + "z_norm": 67.55270385742188, + "z_update_norm": 14.652708053588867, + "z_update_state_ratio": 0.2609321177005768 + }, + { + "accuracy": 0.0, + "cross_entropy": 10.548439979553223, + "entropy": 2.0530104637145996, + "finite_difference_initial_state_directional_gain": 1.112861156463623, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 74.83649444580078, + "y_update_norm": 15.814787864685059, + "y_update_state_ratio": 0.24714374542236328, + "z_norm": 68.24369049072266, + "z_update_norm": 14.753547668457031, + "z_update_state_ratio": 0.25994691252708435 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 10.512410266979321 + } + ], + "post_training_loss": 15.284737586975098, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 10.492894172668457, + "ce_previous": 11.280428886413574, + "ce_r1": 15.388142585754395, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 10.548439979553223, + "ce_previous": 12.004308700561523, + "ce_r1": 17.214366912841797, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 15, + "training_losses": [ + 18.294761657714844, + 22.07168197631836, + 12.84937572479248, + 18.9066162109375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.730722427368164, + "entropy": 1.5801101922988892, + "finite_difference_initial_state_directional_gain": 1.5128917694091797, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 81.63483428955078, + "y_update_norm": 35.245357513427734, + "y_update_state_ratio": 0.7183012366294861, + "z_norm": 69.67821502685547, + "z_update_norm": 36.31685256958008, + "z_update_state_ratio": 1.0063092708587646 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.323822021484375, + "entropy": 1.254712700843811, + "finite_difference_initial_state_directional_gain": 1.4948046207427979, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 83.2432861328125, + "y_update_norm": 35.754066467285156, + "y_update_state_ratio": 0.7156804203987122, + "z_norm": 69.19215393066406, + "z_update_norm": 35.83979797363281, + "z_update_state_ratio": 0.9899648427963257 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.128038936191135 + } + ], + "post_training_loss": 28.86610221862793, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.730722427368164, + "ce_previous": null, + "ce_r1": 17.730722427368164, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.323822021484375, + "ce_previous": null, + "ce_r1": 21.323822021484375, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 16, + "training_losses": [ + 18.949811935424805, + 27.454730987548828, + 31.9132080078125, + 19.57828140258789 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.69233512878418, + "entropy": 1.057855486869812, + "finite_difference_initial_state_directional_gain": 1.0088692903518677, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 49.2309455871582, + "y_update_norm": 13.158157348632812, + "y_update_state_ratio": 0.26817578077316284, + "z_norm": 39.23768997192383, + "z_update_norm": 12.037896156311035, + "z_update_state_ratio": 0.3303866386413574 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.771509170532227, + "entropy": 0.978256344795227, + "finite_difference_initial_state_directional_gain": 1.0067400932312012, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 50.9312629699707, + "y_update_norm": 13.320418357849121, + "y_update_state_ratio": 0.26658201217651367, + "z_norm": 38.93572235107422, + "z_update_norm": 12.083828926086426, + "z_update_state_ratio": 0.3306048512458801 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.88979170057509 + } + ], + "post_training_loss": 29.65839958190918, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.69233512878418, + "ce_previous": null, + "ce_r1": 18.69233512878418, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 21.771509170532227, + "ce_previous": null, + "ce_r1": 21.771509170532227, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 16, + "training_losses": [ + 20.731809616088867, + 29.804882049560547, + 33.221168518066406, + 20.59230613708496 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.81169319152832, + "entropy": 1.504476547241211, + "finite_difference_initial_state_directional_gain": 1.5115643739700317, + "id": "a", + "kl_to_final": 0.48135578632354736, + "kl_to_next": 0.48135578632354736, + "target_count": 11, + "y_norm": 81.69945526123047, + "y_update_norm": 35.1893310546875, + "y_update_state_ratio": 0.7171836495399475, + "z_norm": 69.69669342041016, + "z_update_norm": 36.365482330322266, + "z_update_state_ratio": 1.007514476776123 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.373565673828125, + "entropy": 1.1714999675750732, + "finite_difference_initial_state_directional_gain": 1.4933860301971436, + "id": "b", + "kl_to_final": 0.38338929414749146, + "kl_to_next": 0.38338929414749146, + "target_count": 7, + "y_norm": 83.26834106445312, + "y_update_norm": 35.68878173828125, + "y_update_state_ratio": 0.7143729329109192, + "z_norm": 69.17988586425781, + "z_update_norm": 35.83671569824219, + "z_update_state_ratio": 0.9897643327713013 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.1968658235338 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.86862564086914, + "entropy": 1.6188702583312988, + "finite_difference_initial_state_directional_gain": 2.1029586791992188, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 116.13357543945312, + "y_update_norm": 36.065494537353516, + "y_update_state_ratio": 0.44144105911254883, + "z_norm": 105.84420013427734, + "z_update_norm": 37.513771057128906, + "z_update_state_ratio": 0.5382431745529175 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.14456558227539, + "entropy": 1.4873512983322144, + "finite_difference_initial_state_directional_gain": 2.065326690673828, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 118.28739166259766, + "y_update_norm": 36.55955123901367, + "y_update_state_ratio": 0.43905705213546753, + "z_norm": 104.71697998046875, + "z_update_norm": 36.98524856567383, + "z_update_state_ratio": 0.5346242785453796 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.142602284749348 + } + ], + "post_training_loss": 27.37457275390625, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.86862564086914, + "ce_previous": 17.81169319152832, + "ce_r1": 17.81169319152832, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 20.14456558227539, + "ce_previous": 21.373565673828125, + "ce_r1": 21.373565673828125, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 16, + "training_losses": [ + 18.581743240356445, + 27.133182525634766, + 30.332237243652344, + 18.844812393188477 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.995195388793945, + "entropy": 0.9645392894744873, + "finite_difference_initial_state_directional_gain": 1.0083976984024048, + "id": "a", + "kl_to_final": 1.8732047080993652, + "kl_to_next": 1.8732047080993652, + "target_count": 11, + "y_norm": 49.47349166870117, + "y_update_norm": 13.88501262664795, + "y_update_state_ratio": 0.28302431106567383, + "z_norm": 39.295467376708984, + "z_update_norm": 11.963872909545898, + "z_update_state_ratio": 0.32763949036598206 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.724123001098633, + "entropy": 0.9032983779907227, + "finite_difference_initial_state_directional_gain": 1.0058202743530273, + "id": "b", + "kl_to_final": 1.4087251424789429, + "kl_to_next": 1.4087251424789429, + "target_count": 7, + "y_norm": 50.93338394165039, + "y_update_norm": 14.05821418762207, + "y_update_state_ratio": 0.28139862418174744, + "z_norm": 38.9886474609375, + "z_update_norm": 11.93203353881836, + "z_update_state_ratio": 0.3256548047065735 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 20.056445015801323 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.320707321166992, + "entropy": 1.5069351196289062, + "finite_difference_initial_state_directional_gain": 1.0335768461227417, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 53.72571563720703, + "y_update_norm": 14.496070861816406, + "y_update_state_ratio": 0.2930068373680115, + "z_norm": 45.222347259521484, + "z_update_norm": 12.157302856445312, + "z_update_state_ratio": 0.3093818128108978 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.51297378540039, + "entropy": 1.6218012571334839, + "finite_difference_initial_state_directional_gain": 1.0287680625915527, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 55.65827178955078, + "y_update_norm": 14.684998512268066, + "y_update_state_ratio": 0.2883177399635315, + "z_norm": 44.59918975830078, + "z_update_norm": 12.109840393066406, + "z_update_state_ratio": 0.310599148273468 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.784366501702202 + } + ], + "post_training_loss": 26.467517852783203, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.320707321166992, + "ce_previous": 18.995195388793945, + "ce_r1": 18.995195388793945, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.51297378540039, + "ce_previous": 21.724123001098633, + "ce_r1": 21.724123001098633, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 16, + "training_losses": [ + 20.434587478637695, + 29.43555450439453, + 29.75131607055664, + 18.96908187866211 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.013696670532227, + "entropy": 1.3931634426116943, + "finite_difference_initial_state_directional_gain": 1.510195255279541, + "id": "a", + "kl_to_final": 1.5593962669372559, + "kl_to_next": 0.3836444616317749, + "target_count": 11, + "y_norm": 81.82744598388672, + "y_update_norm": 35.21104431152344, + "y_update_state_ratio": 0.7176231145858765, + "z_norm": 69.7837905883789, + "z_update_norm": 36.42629623413086, + "z_update_state_ratio": 1.0074450969696045 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.509885787963867, + "entropy": 1.0582334995269775, + "finite_difference_initial_state_directional_gain": 1.4917902946472168, + "id": "b", + "kl_to_final": 1.177612543106079, + "kl_to_next": 0.2770322561264038, + "target_count": 7, + "y_norm": 83.38005065917969, + "y_update_norm": 35.73494338989258, + "y_update_state_ratio": 0.7152760624885559, + "z_norm": 69.25666809082031, + "z_update_norm": 35.857032775878906, + "z_update_state_ratio": 0.9885741472244263 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.373325771755642 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.972023010253906, + "entropy": 1.644342064857483, + "finite_difference_initial_state_directional_gain": 2.099343776702881, + "id": "a", + "kl_to_final": 0.34316596388816833, + "kl_to_next": 0.12740954756736755, + "target_count": 11, + "y_norm": 116.36009216308594, + "y_update_norm": 36.09608840942383, + "y_update_state_ratio": 0.44112446904182434, + "z_norm": 105.93327331542969, + "z_update_norm": 37.54043197631836, + "z_update_state_ratio": 0.5379534363746643 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.167844772338867, + "entropy": 1.4894112348556519, + "finite_difference_initial_state_directional_gain": 2.0618348121643066, + "id": "b", + "kl_to_final": 0.2949523627758026, + "kl_to_next": 0.10814342647790909, + "target_count": 7, + "y_norm": 118.50423431396484, + "y_update_norm": 36.628509521484375, + "y_update_state_ratio": 0.43929582834243774, + "z_norm": 104.77381896972656, + "z_update_norm": 36.97457504272461, + "z_update_state_ratio": 0.5338774919509888 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.214842584398056 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.565095901489258, + "entropy": 1.576654076576233, + "finite_difference_initial_state_directional_gain": 2.718337297439575, + "id": "a", + "kl_to_final": 0.04911952093243599, + "kl_to_next": 0.04911952093243599, + "target_count": 11, + "y_norm": 151.80084228515625, + "y_update_norm": 36.69367218017578, + "y_update_state_ratio": 0.3153458535671234, + "z_norm": 143.1150360107422, + "z_update_norm": 38.22734451293945, + "z_update_state_ratio": 0.36086249351501465 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.406023025512695, + "entropy": 1.557729721069336, + "finite_difference_initial_state_directional_gain": 2.6608574390411377, + "id": "b", + "kl_to_final": 0.04227679967880249, + "kl_to_next": 0.04227679967880249, + "target_count": 7, + "y_norm": 154.51974487304688, + "y_update_norm": 37.23706817626953, + "y_update_state_ratio": 0.3142256438732147, + "z_norm": 141.33587646484375, + "z_update_norm": 37.65645980834961, + "z_update_state_ratio": 0.3594071567058563 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.66990089416504 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.33191680908203, + "entropy": 1.5518035888671875, + "finite_difference_initial_state_directional_gain": 3.3501410484313965, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 187.83396911621094, + "y_update_norm": 37.13861846923828, + "y_update_state_ratio": 0.24465356767177582, + "z_norm": 180.92001342773438, + "z_update_norm": 38.72001647949219, + "z_update_state_ratio": 0.2705517113208771 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.857349395751953, + "entropy": 1.6055494546890259, + "finite_difference_initial_state_directional_gain": 3.27290678024292, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 191.1260223388672, + "y_update_norm": 37.69353485107422, + "y_update_state_ratio": 0.24393992125988007, + "z_norm": 178.52906799316406, + "z_update_norm": 38.14735794067383, + "z_update_state_ratio": 0.269905686378479 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 17.314029481675888 + } + ], + "post_training_loss": 25.832664489746094, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.33191680908203, + "ce_previous": 16.565095901489258, + "ce_r1": 18.013696670532227, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.857349395751953, + "ce_previous": 19.406023025512695, + "ce_r1": 21.509885787963867, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 16, + "training_losses": [ + 18.491741180419922, + 27.232778549194336, + 28.87122344970703, + 18.242794036865234 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.095979690551758, + "entropy": 0.6221096515655518, + "finite_difference_initial_state_directional_gain": 1.0073751211166382, + "id": "a", + "kl_to_final": 4.9688029289245605, + "kl_to_next": 0.4730511009693146, + "target_count": 11, + "y_norm": 49.709190368652344, + "y_update_norm": 12.985953330993652, + "y_update_state_ratio": 0.2646787762641907, + "z_norm": 38.67594528198242, + "z_update_norm": 11.056131362915039, + "z_update_state_ratio": 0.3034556210041046 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.423593521118164, + "entropy": 0.5977663993835449, + "finite_difference_initial_state_directional_gain": 1.0040953159332275, + "id": "b", + "kl_to_final": 4.793302059173584, + "kl_to_next": 0.3903617858886719, + "target_count": 7, + "y_norm": 50.98255920410156, + "y_update_norm": 13.271712303161621, + "y_update_state_ratio": 0.2656368017196655, + "z_norm": 38.34358215332031, + "z_update_norm": 10.966971397399902, + "z_update_state_ratio": 0.2999505400657654 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.001162846883137 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.076061248779297, + "entropy": 1.0161770582199097, + "finite_difference_initial_state_directional_gain": 1.0321146249771118, + "id": "a", + "kl_to_final": 2.773134231567383, + "kl_to_next": 0.8817853331565857, + "target_count": 11, + "y_norm": 53.66789627075195, + "y_update_norm": 13.361064910888672, + "y_update_state_ratio": 0.26878461241722107, + "z_norm": 43.812477111816406, + "z_update_norm": 11.280927658081055, + "z_update_state_ratio": 0.29167813062667847 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.1654109954834, + "entropy": 1.1940186023712158, + "finite_difference_initial_state_directional_gain": 1.0254894495010376, + "id": "b", + "kl_to_final": 2.743673086166382, + "kl_to_next": 0.7832161784172058, + "target_count": 7, + "y_norm": 55.20896911621094, + "y_update_norm": 13.611222267150879, + "y_update_state_ratio": 0.26697802543640137, + "z_norm": 43.08399963378906, + "z_update_norm": 11.136309623718262, + "z_update_state_ratio": 0.2904347777366638 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.499697261386448 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.7625675201416, + "entropy": 1.647454023361206, + "finite_difference_initial_state_directional_gain": 1.0704624652862549, + "id": "a", + "kl_to_final": 0.48950502276420593, + "kl_to_next": 0.48950502276420593, + "target_count": 11, + "y_norm": 60.497528076171875, + "y_update_norm": 13.833588600158691, + "y_update_state_ratio": 0.2577628195285797, + "z_norm": 51.05165100097656, + "z_update_norm": 11.661911964416504, + "z_update_state_ratio": 0.26617786288261414 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.331789016723633, + "entropy": 1.695556879043579, + "finite_difference_initial_state_directional_gain": 1.0611215829849243, + "id": "b", + "kl_to_final": 0.6550806760787964, + "kl_to_next": 0.6550806760787964, + "target_count": 7, + "y_norm": 62.24703598022461, + "y_update_norm": 14.077592849731445, + "y_update_state_ratio": 0.2549874186515808, + "z_norm": 50.041812896728516, + "z_update_norm": 11.587350845336914, + "z_update_state_ratio": 0.26894789934158325 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.595042546590168 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.37771987915039, + "entropy": 1.804653525352478, + "finite_difference_initial_state_directional_gain": 1.1170519590377808, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 11, + "y_norm": 69.51948547363281, + "y_update_norm": 14.260601043701172, + "y_update_state_ratio": 0.23572205007076263, + "z_norm": 59.757225036621094, + "z_update_norm": 12.129012107849121, + "z_update_state_ratio": 0.23758314549922943 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.684863090515137, + "entropy": 1.9432878494262695, + "finite_difference_initial_state_directional_gain": 1.1066169738769531, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 7, + "y_norm": 71.4668197631836, + "y_update_norm": 14.4987154006958, + "y_update_state_ratio": 0.23292218148708344, + "z_norm": 58.64761734008789, + "z_update_norm": 12.238499641418457, + "z_update_state_ratio": 0.2445654720067978 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.719386683570015 + } + ], + "post_training_loss": 23.248310089111328, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.37771987915039, + "ce_previous": 16.7625675201416, + "ce_r1": 20.095979690551758, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.684863090515137, + "ce_previous": 16.331789016723633, + "ce_r1": 22.423593521118164, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 16, + "training_losses": [ + 19.860063552856445, + 29.130016326904297, + 26.12838363647461, + 16.912965774536133 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.288551330566406, + "entropy": 0.5833485722541809, + "finite_difference_initial_state_directional_gain": 1.5184730291366577, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 83.02001190185547, + "y_update_norm": 38.04306411743164, + "y_update_state_ratio": 0.7659590840339661, + "z_norm": 69.22296142578125, + "z_update_norm": 35.944252014160156, + "z_update_state_ratio": 0.9865684509277344 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.981618881225586, + "entropy": 0.4020969569683075, + "finite_difference_initial_state_directional_gain": 1.5217489004135132, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 81.75840759277344, + "y_update_norm": 37.72493362426758, + "y_update_state_ratio": 0.7718634009361267, + "z_norm": 69.24312591552734, + "z_update_norm": 36.18899154663086, + "z_update_state_ratio": 0.9927508234977722 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.486570630754745 + } + ], + "post_training_loss": 18.486570358276367, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.288551330566406, + "ce_previous": null, + "ce_r1": 18.288551330566406, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.981618881225586, + "ce_previous": null, + "ce_r1": 18.981618881225586, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 17, + "training_losses": [ + 34.58119201660156, + 31.049293518066406, + 31.0756893157959, + 31.69245147705078 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.573699951171875, + "entropy": 0.21860988438129425, + "finite_difference_initial_state_directional_gain": 1.0136727094650269, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 50.950416564941406, + "y_update_norm": 16.62652587890625, + "y_update_state_ratio": 0.3347463607788086, + "z_norm": 37.33438491821289, + "z_update_norm": 12.376070022583008, + "z_update_state_ratio": 0.34208157658576965 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.326631546020508, + "entropy": 0.29690587520599365, + "finite_difference_initial_state_directional_gain": 1.0165307521820068, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 49.42399978637695, + "y_update_norm": 17.12129020690918, + "y_update_state_ratio": 0.3502958416938782, + "z_norm": 37.0280647277832, + "z_update_norm": 13.215414047241211, + "z_update_state_ratio": 0.3653493821620941 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.78882326398577 + } + ], + "post_training_loss": 19.788822174072266, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.573699951171875, + "ce_previous": null, + "ce_r1": 19.573699951171875, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 20.326631546020508, + "ce_previous": null, + "ce_r1": 20.326631546020508, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 17, + "training_losses": [ + 40.353858947753906, + 36.87615203857422, + 36.20509719848633, + 36.180503845214844 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.5424861907959, + "entropy": 0.48898133635520935, + "finite_difference_initial_state_directional_gain": 1.5173366069793701, + "id": "a", + "kl_to_final": 0.7898687720298767, + "kl_to_next": 0.7898687720298767, + "target_count": 10, + "y_norm": 83.10162353515625, + "y_update_norm": 37.89193344116211, + "y_update_state_ratio": 0.7629538178443909, + "z_norm": 69.12353515625, + "z_update_norm": 36.09804153442383, + "z_update_state_ratio": 0.9929863810539246 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.06458282470703, + "entropy": 0.42297622561454773, + "finite_difference_initial_state_directional_gain": 1.5218135118484497, + "id": "b", + "kl_to_final": 0.9813977479934692, + "kl_to_next": 0.9813977479934692, + "target_count": 4, + "y_norm": 81.63638305664062, + "y_update_norm": 37.530845642089844, + "y_update_state_ratio": 0.7679247856140137, + "z_norm": 68.97264099121094, + "z_update_norm": 36.04574966430664, + "z_update_state_ratio": 0.9907433390617371 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.69165665762765 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.907831192016602, + "entropy": 1.0963184833526611, + "finite_difference_initial_state_directional_gain": 2.1057753562927246, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 119.6028060913086, + "y_update_norm": 39.14163589477539, + "y_update_state_ratio": 0.4710092842578888, + "z_norm": 105.13838195800781, + "z_update_norm": 37.714744567871094, + "z_update_state_ratio": 0.5456136465072632 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.118160247802734, + "entropy": 1.0078892707824707, + "finite_difference_initial_state_directional_gain": 2.1186273097991943, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 117.6883544921875, + "y_update_norm": 38.928916931152344, + "y_update_state_ratio": 0.476857453584671, + "z_norm": 104.81437683105469, + "z_update_norm": 37.54923629760742, + "z_update_state_ratio": 0.5444076657295227 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.253639493669784 + } + ], + "post_training_loss": 16.253639221191406, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.907831192016602, + "ce_previous": 18.5424861907959, + "ce_r1": 18.5424861907959, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.118160247802734, + "ce_previous": 19.06458282470703, + "ce_r1": 19.06458282470703, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 17, + "training_losses": [ + 32.20521545410156, + 27.28061866760254, + 27.037425994873047, + 27.472352981567383 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.868261337280273, + "entropy": 0.19543790817260742, + "finite_difference_initial_state_directional_gain": 1.0128167867660522, + "id": "a", + "kl_to_final": 1.537553310394287, + "kl_to_next": 1.537553310394287, + "target_count": 10, + "y_norm": 51.010772705078125, + "y_update_norm": 16.70857048034668, + "y_update_state_ratio": 0.336429625749588, + "z_norm": 37.36985397338867, + "z_update_norm": 12.420722961425781, + "z_update_state_ratio": 0.3433418571949005 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.537487030029297, + "entropy": 0.21820266544818878, + "finite_difference_initial_state_directional_gain": 1.0164436101913452, + "id": "b", + "kl_to_final": 2.878455638885498, + "kl_to_next": 2.878455638885498, + "target_count": 4, + "y_norm": 49.310150146484375, + "y_update_norm": 17.248214721679688, + "y_update_state_ratio": 0.35296961665153503, + "z_norm": 37.03444290161133, + "z_update_norm": 13.198177337646484, + "z_update_state_ratio": 0.3648768365383148 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 20.05946867806571 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.79583740234375, + "entropy": 0.965305507183075, + "finite_difference_initial_state_directional_gain": 1.0412794351577759, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 57.300411224365234, + "y_update_norm": 16.549697875976562, + "y_update_state_ratio": 0.32443535327911377, + "z_norm": 42.13882827758789, + "z_update_norm": 12.840479850769043, + "z_update_state_ratio": 0.34360530972480774 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.262310028076172, + "entropy": 0.9187715649604797, + "finite_difference_initial_state_directional_gain": 1.0495401620864868, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 55.377750396728516, + "y_update_norm": 17.30329132080078, + "y_update_state_ratio": 0.3509072959423065, + "z_norm": 42.062416076660156, + "z_update_norm": 13.675307273864746, + "z_update_state_ratio": 0.36925914883613586 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.500543866838727 + } + ], + "post_training_loss": 15.500543594360352, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.79583740234375, + "ce_previous": 19.868261337280273, + "ce_r1": 19.868261337280273, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.262310028076172, + "ce_previous": 20.537487030029297, + "ce_r1": 20.537487030029297, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 17, + "training_losses": [ + 37.676002502441406, + 32.22883224487305, + 29.804466247558594, + 28.937240600585938 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.85927963256836, + "entropy": 0.3558732569217682, + "finite_difference_initial_state_directional_gain": 1.5146864652633667, + "id": "a", + "kl_to_final": 2.393342971801758, + "kl_to_next": 0.5108661651611328, + "target_count": 10, + "y_norm": 83.41978454589844, + "y_update_norm": 37.98855972290039, + "y_update_state_ratio": 0.7649051547050476, + "z_norm": 69.22613525390625, + "z_update_norm": 36.52592086791992, + "z_update_state_ratio": 1.0065101385116577 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.188495635986328, + "entropy": 0.37294983863830566, + "finite_difference_initial_state_directional_gain": 1.52065908908844, + "id": "b", + "kl_to_final": 3.448709011077881, + "kl_to_next": 0.8374911546707153, + "target_count": 4, + "y_norm": 81.5387191772461, + "y_update_norm": 37.391639709472656, + "y_update_state_ratio": 0.765123188495636, + "z_norm": 68.93745422363281, + "z_update_norm": 36.27194595336914, + "z_update_state_ratio": 0.99852454662323 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.953341347830637 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.02511978149414, + "entropy": 0.8975614309310913, + "finite_difference_initial_state_directional_gain": 2.0973715782165527, + "id": "a", + "kl_to_final": 0.8225789070129395, + "kl_to_next": 0.28824687004089355, + "target_count": 10, + "y_norm": 120.18425750732422, + "y_update_norm": 39.353450775146484, + "y_update_state_ratio": 0.47175201773643494, + "z_norm": 105.79924774169922, + "z_update_norm": 38.52253341674805, + "z_update_state_ratio": 0.5564738512039185 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.842191696166992, + "entropy": 0.8371435403823853, + "finite_difference_initial_state_directional_gain": 2.115875482559204, + "id": "b", + "kl_to_final": 1.1120140552520752, + "kl_to_next": 0.3845071792602539, + "target_count": 4, + "y_norm": 117.523681640625, + "y_update_norm": 38.94972229003906, + "y_update_state_ratio": 0.47768375277519226, + "z_norm": 105.17929077148438, + "z_update_norm": 38.15412902832031, + "z_update_state_ratio": 0.5534600615501404 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.258568899972097 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.656028747558594, + "entropy": 1.2730709314346313, + "finite_difference_initial_state_directional_gain": 2.697593927383423, + "id": "a", + "kl_to_final": 0.1296175718307495, + "kl_to_next": 0.1296175718307495, + "target_count": 10, + "y_norm": 158.42330932617188, + "y_update_norm": 40.21427536010742, + "y_update_state_ratio": 0.3346051871776581, + "z_norm": 144.02374267578125, + "z_update_norm": 39.80904006958008, + "z_update_state_ratio": 0.3762696087360382 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.005847930908203, + "entropy": 1.3007230758666992, + "finite_difference_initial_state_directional_gain": 2.733682155609131, + "id": "b", + "kl_to_final": 0.15731152892112732, + "kl_to_next": 0.15731152892112732, + "target_count": 4, + "y_norm": 155.2107391357422, + "y_update_norm": 39.98309326171875, + "y_update_state_ratio": 0.3402130901813507, + "z_norm": 143.0323944091797, + "z_update_norm": 39.41712188720703, + "z_update_state_ratio": 0.3747612535953522 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.041691371372767 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.92992115020752, + "entropy": 1.4156780242919922, + "finite_difference_initial_state_directional_gain": 3.300471067428589, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 197.5765838623047, + "y_update_norm": 40.82777786254883, + "y_update_state_ratio": 0.2577131986618042, + "z_norm": 183.32009887695312, + "z_update_norm": 40.74540328979492, + "z_update_state_ratio": 0.28290754556655884 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.777052879333496, + "entropy": 1.2673567533493042, + "finite_difference_initial_state_directional_gain": 3.357739210128784, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 193.98898315429688, + "y_update_norm": 40.74283218383789, + "y_update_state_ratio": 0.2625000774860382, + "z_norm": 181.93426513671875, + "z_update_norm": 40.36260986328125, + "z_update_state_ratio": 0.28219208121299744 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.457673072814941 + } + ], + "post_training_loss": 14.457673072814941, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.92992115020752, + "ce_previous": 14.656028747558594, + "ce_r1": 18.85927963256836, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.777052879333496, + "ce_previous": 16.005847930908203, + "ce_r1": 19.188495635986328, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 17, + "training_losses": [ + 30.502798080444336, + 25.006175994873047, + 24.207090377807617, + 24.124351501464844 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 21.40913963317871, + "entropy": 0.13320298492908478, + "finite_difference_initial_state_directional_gain": 1.0114549398422241, + "id": "a", + "kl_to_final": 6.303744792938232, + "kl_to_next": 0.5010101795196533, + "target_count": 10, + "y_norm": 50.90807342529297, + "y_update_norm": 14.768234252929688, + "y_update_state_ratio": 0.2974105477333069, + "z_norm": 37.75391387939453, + "z_update_norm": 13.203892707824707, + "z_update_state_ratio": 0.3646846115589142 + }, + { + "accuracy": 0.0, + "cross_entropy": 22.171812057495117, + "entropy": 0.018673012033104897, + "finite_difference_initial_state_directional_gain": 1.0158538818359375, + "id": "b", + "kl_to_final": 6.095766067504883, + "kl_to_next": 0.23600412905216217, + "target_count": 4, + "y_norm": 48.67733383178711, + "y_update_norm": 15.453927993774414, + "y_update_state_ratio": 0.3163169026374817, + "z_norm": 37.31930923461914, + "z_update_norm": 13.690861701965332, + "z_update_state_ratio": 0.37829187512397766 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.627046040126256 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.952722549438477, + "entropy": 0.5318461656570435, + "finite_difference_initial_state_directional_gain": 1.037714958190918, + "id": "a", + "kl_to_final": 4.288204193115234, + "kl_to_next": 1.176941156387329, + "target_count": 10, + "y_norm": 56.097129821777344, + "y_update_norm": 14.667157173156738, + "y_update_state_ratio": 0.2881106436252594, + "z_norm": 43.85749816894531, + "z_update_norm": 14.248449325561523, + "z_update_state_ratio": 0.37740322947502136 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.556377410888672, + "entropy": 0.6458679437637329, + "finite_difference_initial_state_directional_gain": 1.0480701923370361, + "id": "b", + "kl_to_final": 4.58942174911499, + "kl_to_next": 1.4329115152359009, + "target_count": 4, + "y_norm": 53.12454605102539, + "y_update_norm": 15.571626663208008, + "y_update_state_ratio": 0.31989482045173645, + "z_norm": 43.3984375, + "z_update_norm": 14.681071281433105, + "z_update_state_ratio": 0.3933907449245453 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.125195366995676 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.018075942993164, + "entropy": 1.4470787048339844, + "finite_difference_initial_state_directional_gain": 1.0721360445022583, + "id": "a", + "kl_to_final": 1.2557260990142822, + "kl_to_next": 1.2557260990142822, + "target_count": 10, + "y_norm": 64.16217803955078, + "y_update_norm": 14.801608085632324, + "y_update_state_ratio": 0.26385676860809326, + "z_norm": 53.73347473144531, + "z_update_norm": 15.432764053344727, + "z_update_state_ratio": 0.35188427567481995 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.893835067749023, + "entropy": 1.8788689374923706, + "finite_difference_initial_state_directional_gain": 1.0895187854766846, + "id": "b", + "kl_to_final": 0.678117036819458, + "kl_to_next": 0.678117036819458, + "target_count": 4, + "y_norm": 61.25370788574219, + "y_update_norm": 15.87500286102295, + "y_update_state_ratio": 0.2988261282444, + "z_norm": 53.54527282714844, + "z_update_norm": 15.858656883239746, + "z_update_state_ratio": 0.36541998386383057 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 14.268292835780553 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 13.562251091003418, + "entropy": 1.9313061237335205, + "finite_difference_initial_state_directional_gain": 1.109011173248291, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 10, + "y_norm": 74.24878692626953, + "y_update_norm": 15.213830947875977, + "y_update_state_ratio": 0.23711524903774261, + "z_norm": 66.27076721191406, + "z_update_norm": 16.38515281677246, + "z_update_state_ratio": 0.3049338161945343 + }, + { + "accuracy": 0.0, + "cross_entropy": 14.457784652709961, + "entropy": 1.7885087728500366, + "finite_difference_initial_state_directional_gain": 1.134368658065796, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 4, + "y_norm": 71.98206329345703, + "y_update_norm": 16.366168975830078, + "y_update_state_ratio": 0.26718658208847046, + "z_norm": 66.48186492919922, + "z_update_norm": 16.79792022705078, + "z_update_state_ratio": 0.3137143552303314 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.818117822919573 + } + ], + "post_training_loss": 13.81811809539795, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 13.562251091003418, + "ce_previous": 14.018075942993164, + "ce_r1": 21.40913963317871, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 14.457784652709961, + "ce_previous": 14.893835067749023, + "ce_r1": 22.171812057495117, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 17, + "training_losses": [ + 32.876365661621094, + 27.00061798095703, + 23.39889907836914, + 22.38346290588379 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 17.720247268676758, + "entropy": 1.20719313621521, + "finite_difference_initial_state_directional_gain": 1.5695117712020874, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 77.47151947021484, + "y_update_norm": 36.34397888183594, + "y_update_state_ratio": 0.7979142665863037, + "z_norm": 67.86196899414062, + "z_update_norm": 35.576881408691406, + "z_update_state_ratio": 1.0058491230010986 + }, + { + "accuracy": 0.1111111119389534, + "cross_entropy": 18.11676788330078, + "entropy": 1.2764679193496704, + "finite_difference_initial_state_directional_gain": 1.5232889652252197, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 82.994140625, + "y_update_norm": 38.25336456298828, + "y_update_state_ratio": 0.794930636882782, + "z_norm": 69.53689575195312, + "z_update_norm": 37.28929138183594, + "z_update_state_ratio": 1.0515944957733154 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.811752025897686 + } + ], + "post_training_loss": 25.26291275024414, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.720247268676758, + "ce_previous": null, + "ce_r1": 17.720247268676758, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.11676788330078, + "ce_previous": null, + "ce_r1": 18.11676788330078, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 18, + "training_losses": [ + 31.428974151611328, + 29.853065490722656, + 25.950538635253906, + 27.010459899902344 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.670490264892578, + "entropy": 1.1983109712600708, + "finite_difference_initial_state_directional_gain": 1.0197668075561523, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 44.50619125366211, + "y_update_norm": 14.217811584472656, + "y_update_state_ratio": 0.3122069835662842, + "z_norm": 37.50790023803711, + "z_update_norm": 12.875848770141602, + "z_update_state_ratio": 0.3641739785671234 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.240859985351562, + "entropy": 1.1771713495254517, + "finite_difference_initial_state_directional_gain": 1.0188043117523193, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 50.57554626464844, + "y_update_norm": 15.229823112487793, + "y_update_state_ratio": 0.3164602816104889, + "z_norm": 37.759315490722656, + "z_update_norm": 13.204883575439453, + "z_update_state_ratio": 0.37297701835632324 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.80211404653696 + } + ], + "post_training_loss": 24.729782104492188, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.670490264892578, + "ce_previous": null, + "ce_r1": 17.670490264892578, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.240859985351562, + "ce_previous": null, + "ce_r1": 18.240859985351562, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 18, + "training_losses": [ + 33.516754150390625, + 31.112211227416992, + 26.445871353149414, + 27.30797576904297 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 17.73855209350586, + "entropy": 1.1914938688278198, + "finite_difference_initial_state_directional_gain": 1.567910075187683, + "id": "a", + "kl_to_final": 0.48183563351631165, + "kl_to_next": 0.48183563351631165, + "target_count": 30, + "y_norm": 77.64047241210938, + "y_update_norm": 36.23564910888672, + "y_update_state_ratio": 0.7953015565872192, + "z_norm": 67.92938232421875, + "z_update_norm": 35.771488189697266, + "z_update_state_ratio": 1.012599229812622 + }, + { + "accuracy": 0.1111111119389534, + "cross_entropy": 18.2360897064209, + "entropy": 1.2433967590332031, + "finite_difference_initial_state_directional_gain": 1.5230947732925415, + "id": "b", + "kl_to_final": 0.5630239248275757, + "kl_to_next": 0.5630239248275757, + "target_count": 9, + "y_norm": 83.08422088623047, + "y_update_norm": 38.122169494628906, + "y_update_state_ratio": 0.7922722101211548, + "z_norm": 69.56173706054688, + "z_update_norm": 37.38728713989258, + "z_update_state_ratio": 1.0554007291793823 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.853368465717022 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 16.91568946838379, + "entropy": 1.3091551065444946, + "finite_difference_initial_state_directional_gain": 2.223297357559204, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 112.2866439819336, + "y_update_norm": 37.289642333984375, + "y_update_state_ratio": 0.4802861213684082, + "z_norm": 104.17350006103516, + "z_update_norm": 38.058589935302734, + "z_update_state_ratio": 0.5602669715881348 + }, + { + "accuracy": 0.1111111119389534, + "cross_entropy": 17.082237243652344, + "entropy": 1.6634658575057983, + "finite_difference_initial_state_directional_gain": 2.1157100200653076, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 120.07369995117188, + "y_update_norm": 39.179508209228516, + "y_update_state_ratio": 0.47156375646591187, + "z_norm": 106.99808502197266, + "z_update_norm": 39.39680862426758, + "z_update_state_ratio": 0.566357433795929 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.95412357036884 + } + ], + "post_training_loss": 22.2257137298584, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.91568946838379, + "ce_previous": 17.73855209350586, + "ce_r1": 17.73855209350586, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.082237243652344, + "ce_previous": 18.2360897064209, + "ce_r1": 18.2360897064209, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 18, + "training_losses": [ + 29.77783203125, + 27.661340713500977, + 23.63762092590332, + 24.27094268798828 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.804241180419922, + "entropy": 1.1149190664291382, + "finite_difference_initial_state_directional_gain": 1.0187963247299194, + "id": "a", + "kl_to_final": 1.9674016237258911, + "kl_to_next": 1.9674016237258911, + "target_count": 30, + "y_norm": 44.62528610229492, + "y_update_norm": 13.145283699035645, + "y_update_state_ratio": 0.28860148787498474, + "z_norm": 37.47909164428711, + "z_update_norm": 12.957158088684082, + "z_update_state_ratio": 0.36638063192367554 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.674222946166992, + "entropy": 1.0018668174743652, + "finite_difference_initial_state_directional_gain": 1.0180171728134155, + "id": "b", + "kl_to_final": 2.4104058742523193, + "kl_to_next": 2.4104058742523193, + "target_count": 9, + "y_norm": 50.527442932128906, + "y_update_norm": 14.223616600036621, + "y_update_state_ratio": 0.2955833077430725, + "z_norm": 37.6812629699707, + "z_update_norm": 13.2109375, + "z_update_state_ratio": 0.3729860782623291 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.00500620328463 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.959952354431152, + "entropy": 1.3929200172424316, + "finite_difference_initial_state_directional_gain": 1.057380199432373, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 47.768455505371094, + "y_update_norm": 14.897748947143555, + "y_update_state_ratio": 0.3338409662246704, + "z_norm": 43.76738739013672, + "z_update_norm": 13.737317085266113, + "z_update_state_ratio": 0.3665328323841095 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.658000946044922, + "entropy": 1.1614911556243896, + "finite_difference_initial_state_directional_gain": 1.055065393447876, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 56.69117736816406, + "y_update_norm": 15.964638710021973, + "y_update_state_ratio": 0.31595975160598755, + "z_norm": 44.09050369262695, + "z_update_norm": 13.840553283691406, + "z_update_state_ratio": 0.3673059940338135 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.121040490957405 + } + ], + "post_training_loss": 19.287057876586914, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.959952354431152, + "ce_previous": 17.804241180419922, + "ce_r1": 17.804241180419922, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.658000946044922, + "ce_previous": 18.674222946166992, + "ce_r1": 18.674222946166992, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 18, + "training_losses": [ + 31.12295913696289, + 27.368751525878906, + 22.2939453125, + 22.208799362182617 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 17.859832763671875, + "entropy": 1.131798505783081, + "finite_difference_initial_state_directional_gain": 1.566899061203003, + "id": "a", + "kl_to_final": 1.7155543565750122, + "kl_to_next": 0.41751301288604736, + "target_count": 30, + "y_norm": 77.81980895996094, + "y_update_norm": 36.166473388671875, + "y_update_state_ratio": 0.7935875058174133, + "z_norm": 67.88375854492188, + "z_update_norm": 35.839481353759766, + "z_update_state_ratio": 1.0157055854797363 + }, + { + "accuracy": 0.1111111119389534, + "cross_entropy": 18.42852783203125, + "entropy": 1.1616581678390503, + "finite_difference_initial_state_directional_gain": 1.5233198404312134, + "id": "b", + "kl_to_final": 2.1758270263671875, + "kl_to_next": 0.4917438328266144, + "target_count": 9, + "y_norm": 83.06830596923828, + "y_update_norm": 37.95091247558594, + "y_update_state_ratio": 0.7887094616889954, + "z_norm": 69.43511199951172, + "z_update_norm": 37.313255310058594, + "z_update_state_ratio": 1.0546276569366455 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.991070087139423 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 16.97218894958496, + "entropy": 1.3051289319992065, + "finite_difference_initial_state_directional_gain": 2.2199010848999023, + "id": "a", + "kl_to_final": 0.4007587432861328, + "kl_to_next": 0.14072507619857788, + "target_count": 30, + "y_norm": 112.45114135742188, + "y_update_norm": 37.131797790527344, + "y_update_state_ratio": 0.47715097665786743, + "z_norm": 104.1719741821289, + "z_update_norm": 38.16965866088867, + "z_update_state_ratio": 0.5622797012329102 + }, + { + "accuracy": 0.1111111119389534, + "cross_entropy": 17.2475643157959, + "entropy": 1.6286749839782715, + "finite_difference_initial_state_directional_gain": 2.116626501083374, + "id": "b", + "kl_to_final": 0.5488293766975403, + "kl_to_next": 0.19405394792556763, + "target_count": 9, + "y_norm": 119.94196319580078, + "y_update_norm": 38.95529556274414, + "y_update_state_ratio": 0.46895498037338257, + "z_norm": 106.82927703857422, + "z_update_norm": 39.383323669433594, + "z_update_state_ratio": 0.5671960711479187 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.035737111018253 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.549009323120117, + "entropy": 1.3144867420196533, + "finite_difference_initial_state_directional_gain": 2.900812864303589, + "id": "a", + "kl_to_final": 0.06143851578235626, + "kl_to_next": 0.06143851578235626, + "target_count": 30, + "y_norm": 148.2593994140625, + "y_update_norm": 37.83283996582031, + "y_update_state_ratio": 0.33643803000450134, + "z_norm": 142.23779296875, + "z_update_norm": 39.63618087768555, + "z_update_state_ratio": 0.38048794865608215 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.7463321685791, + "entropy": 1.6840273141860962, + "finite_difference_initial_state_directional_gain": 2.7290754318237305, + "id": "b", + "kl_to_final": 0.0778571367263794, + "kl_to_next": 0.0778571367263794, + "target_count": 9, + "y_norm": 157.8198699951172, + "y_update_norm": 39.65879821777344, + "y_update_state_ratio": 0.3306499123573303, + "z_norm": 145.82025146484375, + "z_update_norm": 40.6336555480957, + "z_update_state_ratio": 0.3803606629371643 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.594545364379883 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.27842140197754, + "entropy": 1.3153091669082642, + "finite_difference_initial_state_directional_gain": 3.590501308441162, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 184.83975219726562, + "y_update_norm": 38.38555145263672, + "y_update_state_ratio": 0.2589080333709717, + "z_norm": 181.46250915527344, + "z_update_norm": 40.67131805419922, + "z_update_state_ratio": 0.28593888878822327 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.473590850830078, + "entropy": 1.631534457206726, + "finite_difference_initial_state_directional_gain": 3.3452789783477783, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 196.38092041015625, + "y_update_norm": 40.20096206665039, + "y_update_state_ratio": 0.2547268867492676, + "z_norm": 185.83261108398438, + "z_update_norm": 41.4978141784668, + "z_update_state_ratio": 0.2845819592475891 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 16.323460505558895 + } + ], + "post_training_loss": 19.597946166992188, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.27842140197754, + "ce_previous": 16.549009323120117, + "ce_r1": 17.859832763671875, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.473590850830078, + "ce_previous": 16.7463321685791, + "ce_r1": 18.42852783203125, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 18, + "training_losses": [ + 28.273998260498047, + 25.638731002807617, + 21.5710506439209, + 21.474319458007812 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.607593536376953, + "entropy": 0.8740223050117493, + "finite_difference_initial_state_directional_gain": 1.0176490545272827, + "id": "a", + "kl_to_final": 7.429245948791504, + "kl_to_next": 1.0606358051300049, + "target_count": 30, + "y_norm": 45.54671859741211, + "y_update_norm": 11.006009101867676, + "y_update_state_ratio": 0.24147886037826538, + "z_norm": 36.99645233154297, + "z_update_norm": 12.614290237426758, + "z_update_state_ratio": 0.3575661778450012 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.931869506835938, + "entropy": 0.6836900115013123, + "finite_difference_initial_state_directional_gain": 1.0175347328186035, + "id": "b", + "kl_to_final": 7.750589847564697, + "kl_to_next": 1.036401391029358, + "target_count": 9, + "y_norm": 50.39149475097656, + "y_update_norm": 12.108048439025879, + "y_update_state_ratio": 0.2515924870967865, + "z_norm": 37.099178314208984, + "z_update_norm": 12.68666934967041, + "z_update_state_ratio": 0.35911279916763306 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.91319568340595 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.416339874267578, + "entropy": 1.2532079219818115, + "finite_difference_initial_state_directional_gain": 1.0548392534255981, + "id": "a", + "kl_to_final": 2.7726521492004395, + "kl_to_next": 0.8483335375785828, + "target_count": 30, + "y_norm": 48.009483337402344, + "y_update_norm": 12.168414115905762, + "y_update_state_ratio": 0.26716336607933044, + "z_norm": 42.743263244628906, + "z_update_norm": 13.356087684631348, + "z_update_state_ratio": 0.36100995540618896 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.756311416625977, + "entropy": 1.1932235956192017, + "finite_difference_initial_state_directional_gain": 1.0546672344207764, + "id": "b", + "kl_to_final": 2.753446578979492, + "kl_to_next": 0.8334214091300964, + "target_count": 9, + "y_norm": 55.35685348510742, + "y_update_norm": 13.377065658569336, + "y_update_state_ratio": 0.2654627561569214, + "z_norm": 42.87107467651367, + "z_update_norm": 13.383538246154785, + "z_update_state_ratio": 0.3607502579689026 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.725564076350285 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 15.037036895751953, + "entropy": 1.3117443323135376, + "finite_difference_initial_state_directional_gain": 1.1045739650726318, + "id": "a", + "kl_to_final": 0.6311183571815491, + "kl_to_next": 0.6311183571815491, + "target_count": 30, + "y_norm": 53.501708984375, + "y_update_norm": 13.683836936950684, + "y_update_state_ratio": 0.28502362966537476, + "z_norm": 51.77556610107422, + "z_update_norm": 14.33802318572998, + "z_update_state_ratio": 0.33544522523880005 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.26195526123047, + "entropy": 1.3491564989089966, + "finite_difference_initial_state_directional_gain": 1.104506254196167, + "id": "b", + "kl_to_final": 0.5877296924591064, + "kl_to_next": 0.5877296924591064, + "target_count": 9, + "y_norm": 63.05818557739258, + "y_update_norm": 14.77659797668457, + "y_update_state_ratio": 0.26693350076675415, + "z_norm": 51.849632263183594, + "z_update_norm": 14.243943214416504, + "z_update_state_ratio": 0.3322506546974182 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.319710364708534 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.03333333507180214, + "cross_entropy": 14.160634994506836, + "entropy": 1.5165584087371826, + "finite_difference_initial_state_directional_gain": 1.1596943140029907, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 30, + "y_norm": 62.0519905090332, + "y_update_norm": 15.050676345825195, + "y_update_state_ratio": 0.28131207823753357, + "z_norm": 63.25712585449219, + "z_update_norm": 15.403035163879395, + "z_update_state_ratio": 0.2974962294101715 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.246814727783203, + "entropy": 1.423093318939209, + "finite_difference_initial_state_directional_gain": 1.160509705543518, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 9, + "y_norm": 73.24549865722656, + "y_update_norm": 15.993900299072266, + "y_update_state_ratio": 0.2536371648311615, + "z_norm": 63.15705490112305, + "z_update_norm": 15.14414119720459, + "z_update_state_ratio": 0.29207807779312134 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.411291856032152 + } + ], + "post_training_loss": 15.29415225982666, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.160634994506836, + "ce_previous": 15.037036895751953, + "ce_r1": 18.607593536376953, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.246814727783203, + "ce_previous": 16.26195526123047, + "ce_r1": 19.931869506835938, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 18, + "training_losses": [ + 28.564273834228516, + 23.884214401245117, + 17.65768051147461, + 17.638986587524414 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.938334465026855, + "entropy": 1.4259519577026367, + "finite_difference_initial_state_directional_gain": 1.5068349838256836, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 80.4585189819336, + "y_update_norm": 36.970481872558594, + "y_update_state_ratio": 0.7856538891792297, + "z_norm": 69.40113067626953, + "z_update_norm": 36.3704833984375, + "z_update_state_ratio": 1.028266191482544 + }, + { + "accuracy": 0.0, + "cross_entropy": 8.817838668823242, + "entropy": 1.69370698928833, + "finite_difference_initial_state_directional_gain": 1.497694492340088, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 82.3563461303711, + "y_update_norm": 36.914615631103516, + "y_update_state_ratio": 0.7592448592185974, + "z_norm": 69.5323715209961, + "z_update_norm": 37.04850387573242, + "z_update_state_ratio": 1.0458769798278809 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.447265789426606 + } + ], + "post_training_loss": 24.807117462158203, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.938334465026855, + "ce_previous": null, + "ce_r1": 15.938334465026855, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 8.817838668823242, + "ce_previous": null, + "ce_r1": 8.817838668823242, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 19, + "training_losses": [ + 27.377403259277344, + 15.852375030517578, + 32.15684509277344, + 30.59341812133789 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.918278694152832, + "entropy": 1.2633386850357056, + "finite_difference_initial_state_directional_gain": 1.0062185525894165, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 47.8079948425293, + "y_update_norm": 16.032258987426758, + "y_update_state_ratio": 0.3407055735588074, + "z_norm": 38.08363723754883, + "z_update_norm": 13.519761085510254, + "z_update_state_ratio": 0.3827838599681854 + }, + { + "accuracy": 0.0, + "cross_entropy": 8.903334617614746, + "entropy": 1.492724061012268, + "finite_difference_initial_state_directional_gain": 1.003455400466919, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 50.89263153076172, + "y_update_norm": 14.862541198730469, + "y_update_state_ratio": 0.3056114614009857, + "z_norm": 38.33940124511719, + "z_update_norm": 13.961607933044434, + "z_update_state_ratio": 0.3947579860687256 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.434489447495032 + } + ], + "post_training_loss": 24.73434066772461, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.918278694152832, + "ce_previous": null, + "ce_r1": 15.918278694152832, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 8.903334617614746, + "ce_previous": null, + "ce_r1": 8.903334617614746, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 19, + "training_losses": [ + 28.989091873168945, + 16.752620697021484, + 32.50901412963867, + 30.453121185302734 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.976886749267578, + "entropy": 1.3922953605651855, + "finite_difference_initial_state_directional_gain": 1.5056179761886597, + "id": "a", + "kl_to_final": 0.32757437229156494, + "kl_to_next": 0.32757437229156494, + "target_count": 27, + "y_norm": 80.66142272949219, + "y_update_norm": 37.135032653808594, + "y_update_state_ratio": 0.7890783548355103, + "z_norm": 69.41388702392578, + "z_update_norm": 36.440616607666016, + "z_update_state_ratio": 1.030425786972046 + }, + { + "accuracy": 0.0, + "cross_entropy": 8.880578994750977, + "entropy": 1.6740086078643799, + "finite_difference_initial_state_directional_gain": 1.4979101419448853, + "id": "b", + "kl_to_final": 0.24387867748737335, + "kl_to_next": 0.24387867748737335, + "target_count": 2, + "y_norm": 82.25845336914062, + "y_update_norm": 36.88154983520508, + "y_update_state_ratio": 0.7586118578910828, + "z_norm": 69.46025848388672, + "z_update_norm": 36.99253463745117, + "z_update_state_ratio": 1.044521689414978 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.48748621447333 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.078754425048828, + "entropy": 1.5674872398376465, + "finite_difference_initial_state_directional_gain": 2.076949119567871, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 117.0875473022461, + "y_update_norm": 38.929176330566406, + "y_update_state_ratio": 0.48262447118759155, + "z_norm": 106.0677261352539, + "z_update_norm": 38.23544692993164, + "z_update_state_ratio": 0.5508328080177307 + }, + { + "accuracy": 0.0, + "cross_entropy": 7.318294048309326, + "entropy": 2.0943784713745117, + "finite_difference_initial_state_directional_gain": 2.0605227947235107, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 118.55393981933594, + "y_update_norm": 38.52924346923828, + "y_update_state_ratio": 0.4683925211429596, + "z_norm": 106.42314910888672, + "z_update_norm": 38.74007797241211, + "z_update_state_ratio": 0.5577301383018494 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.54355026113576 + } + ], + "post_training_loss": 22.501171112060547, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.078754425048828, + "ce_previous": 15.976886749267578, + "ce_r1": 15.976886749267578, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 7.318294048309326, + "ce_previous": 8.880578994750977, + "ce_r1": 8.880578994750977, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 19, + "training_losses": [ + 26.241201400756836, + 15.550793647766113, + 30.06468391418457, + 28.108919143676758 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.026952743530273, + "entropy": 1.247345209121704, + "finite_difference_initial_state_directional_gain": 1.005710244178772, + "id": "a", + "kl_to_final": 1.594495415687561, + "kl_to_next": 1.594495415687561, + "target_count": 27, + "y_norm": 48.08790588378906, + "y_update_norm": 16.354331970214844, + "y_update_state_ratio": 0.34755420684814453, + "z_norm": 38.05403137207031, + "z_update_norm": 13.173622131347656, + "z_update_state_ratio": 0.3725813925266266 + }, + { + "accuracy": 0.0, + "cross_entropy": 8.98004150390625, + "entropy": 1.5298488140106201, + "finite_difference_initial_state_directional_gain": 1.002861499786377, + "id": "b", + "kl_to_final": 1.4409170150756836, + "kl_to_next": 1.4409170150756836, + "target_count": 2, + "y_norm": 50.72048568725586, + "y_update_norm": 14.993158340454102, + "y_update_state_ratio": 0.3083343207836151, + "z_norm": 38.3001708984375, + "z_update_norm": 13.66214656829834, + "z_update_state_ratio": 0.3859015107154846 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.540958864935513 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.323307991027832, + "entropy": 1.6237564086914062, + "finite_difference_initial_state_directional_gain": 1.022037386894226, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 54.68941879272461, + "y_update_norm": 17.91417694091797, + "y_update_state_ratio": 0.3725297749042511, + "z_norm": 44.65730667114258, + "z_update_norm": 13.571771621704102, + "z_update_state_ratio": 0.35664477944374084 + }, + { + "accuracy": 0.0, + "cross_entropy": 5.873173713684082, + "entropy": 2.514953136444092, + "finite_difference_initial_state_directional_gain": 1.0188064575195312, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 57.557437896728516, + "y_update_norm": 16.33692741394043, + "y_update_state_ratio": 0.32209721207618713, + "z_norm": 45.00259780883789, + "z_update_norm": 13.597522735595703, + "z_update_state_ratio": 0.35502511262893677 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 13.740540109831711 + } + ], + "post_training_loss": 20.08759117126465, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.323307991027832, + "ce_previous": 16.026952743530273, + "ce_r1": 16.026952743530273, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 5.873173713684082, + "ce_previous": 8.98004150390625, + "ce_r1": 8.98004150390625, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 19, + "training_losses": [ + 27.137664794921875, + 15.914039611816406, + 27.673236846923828, + 24.684123992919922 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.062040328979492, + "entropy": 1.3343472480773926, + "finite_difference_initial_state_directional_gain": 1.5053608417510986, + "id": "a", + "kl_to_final": 1.246648907661438, + "kl_to_next": 0.281241238117218, + "target_count": 27, + "y_norm": 80.92039489746094, + "y_update_norm": 37.376834869384766, + "y_update_state_ratio": 0.7941209077835083, + "z_norm": 69.35260772705078, + "z_update_norm": 36.46787643432617, + "z_update_state_ratio": 1.0323482751846313 + }, + { + "accuracy": 0.0, + "cross_entropy": 9.003129959106445, + "entropy": 1.623039960861206, + "finite_difference_initial_state_directional_gain": 1.4984415769577026, + "id": "b", + "kl_to_final": 1.0421888828277588, + "kl_to_next": 0.1980593204498291, + "target_count": 2, + "y_norm": 82.19910430908203, + "y_update_norm": 36.902862548828125, + "y_update_state_ratio": 0.7590705156326294, + "z_norm": 69.32335662841797, + "z_update_norm": 36.924781799316406, + "z_update_state_ratio": 1.0439190864562988 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 15.575218924160662 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.082584381103516, + "entropy": 1.566091775894165, + "finite_difference_initial_state_directional_gain": 2.0757224559783936, + "id": "a", + "kl_to_final": 0.3567329943180084, + "kl_to_next": 0.1241750419139862, + "target_count": 27, + "y_norm": 117.7046890258789, + "y_update_norm": 39.320526123046875, + "y_update_state_ratio": 0.4859161376953125, + "z_norm": 106.00493621826172, + "z_update_norm": 38.30434799194336, + "z_update_state_ratio": 0.5523130297660828 + }, + { + "accuracy": 0.0, + "cross_entropy": 7.409364223480225, + "entropy": 2.044872999191284, + "finite_difference_initial_state_directional_gain": 2.062722682952881, + "id": "b", + "kl_to_final": 0.3588794469833374, + "kl_to_next": 0.1196136325597763, + "target_count": 2, + "y_norm": 118.53396606445312, + "y_update_norm": 38.653472900390625, + "y_update_state_ratio": 0.4702420234680176, + "z_norm": 106.22967529296875, + "z_update_norm": 38.71835708618164, + "z_update_state_ratio": 0.5585182309150696 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 14.553396784026047 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.594596862792969, + "entropy": 1.5802620649337769, + "finite_difference_initial_state_directional_gain": 2.6610419750213623, + "id": "a", + "kl_to_final": 0.058922577649354935, + "kl_to_next": 0.058922577649354935, + "target_count": 27, + "y_norm": 156.21136474609375, + "y_update_norm": 40.64387512207031, + "y_update_state_ratio": 0.34530380368232727, + "z_norm": 143.98460388183594, + "z_update_norm": 39.52779006958008, + "z_update_state_ratio": 0.3728863298892975 + }, + { + "accuracy": 0.0, + "cross_entropy": 6.536130428314209, + "entropy": 2.209103584289551, + "finite_difference_initial_state_directional_gain": 2.6420342922210693, + "id": "b", + "kl_to_final": 0.0634886845946312, + "kl_to_next": 0.0634886845946312, + "target_count": 2, + "y_norm": 156.43453979492188, + "y_update_norm": 39.83196258544922, + "y_update_state_ratio": 0.33603838086128235, + "z_norm": 144.5041046142578, + "z_update_norm": 39.82353973388672, + "z_update_state_ratio": 0.3748815059661865 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 14.038840556966848 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.301642417907715, + "entropy": 1.5646964311599731, + "finite_difference_initial_state_directional_gain": 3.2451086044311523, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 195.9103546142578, + "y_update_norm": 41.611507415771484, + "y_update_state_ratio": 0.2663795053958893, + "z_norm": 182.8837432861328, + "z_update_norm": 40.422550201416016, + "z_update_state_ratio": 0.28074216842651367 + }, + { + "accuracy": 0.0, + "cross_entropy": 6.00852632522583, + "entropy": 2.246946334838867, + "finite_difference_initial_state_directional_gain": 3.2214434146881104, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 195.4062042236328, + "y_update_norm": 40.6952018737793, + "y_update_state_ratio": 0.260142058134079, + "z_norm": 183.66641235351562, + "z_update_norm": 40.606590270996094, + "z_update_state_ratio": 0.28100648522377014 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 13.729703377033102 + } + ], + "post_training_loss": 20.071481704711914, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.301642417907715, + "ce_previous": 14.594596862792969, + "ce_r1": 16.062040328979492, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 6.00852632522583, + "ce_previous": 6.536130428314209, + "ce_r1": 9.003129959106445, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 19, + "training_losses": [ + 25.017263412475586, + 15.4615478515625, + 27.512062072753906, + 25.206512451171875 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.64103889465332, + "entropy": 1.066161036491394, + "finite_difference_initial_state_directional_gain": 1.0052735805511475, + "id": "a", + "kl_to_final": 4.952168941497803, + "kl_to_next": 0.7788331508636475, + "target_count": 27, + "y_norm": 48.634517669677734, + "y_update_norm": 15.7063627243042, + "y_update_state_ratio": 0.3337036371231079, + "z_norm": 38.131591796875, + "z_update_norm": 13.26554012298584, + "z_update_state_ratio": 0.3759478032588959 + }, + { + "accuracy": 0.0, + "cross_entropy": 10.065528869628906, + "entropy": 1.2502706050872803, + "finite_difference_initial_state_directional_gain": 1.0020036697387695, + "id": "b", + "kl_to_final": 6.545914173126221, + "kl_to_next": 0.7376736998558044, + "target_count": 2, + "y_norm": 50.43682861328125, + "y_update_norm": 14.506199836730957, + "y_update_state_ratio": 0.29835644364356995, + "z_norm": 38.31440353393555, + "z_update_norm": 13.649827003479004, + "z_update_state_ratio": 0.3865186274051666 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 16.187555444651636 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.275997161865234, + "entropy": 1.7483166456222534, + "finite_difference_initial_state_directional_gain": 1.0211983919143677, + "id": "a", + "kl_to_final": 2.0320327281951904, + "kl_to_next": 0.7155985236167908, + "target_count": 27, + "y_norm": 55.62404251098633, + "y_update_norm": 17.878307342529297, + "y_update_state_ratio": 0.3676053285598755, + "z_norm": 45.02180480957031, + "z_update_norm": 13.871902465820312, + "z_update_state_ratio": 0.36379027366638184 + }, + { + "accuracy": 0.0, + "cross_entropy": 7.157168865203857, + "entropy": 1.9059901237487793, + "finite_difference_initial_state_directional_gain": 1.0168530941009521, + "id": "b", + "kl_to_final": 3.0755481719970703, + "kl_to_next": 1.084000587463379, + "target_count": 2, + "y_norm": 57.07606887817383, + "y_update_norm": 16.430761337280273, + "y_update_state_ratio": 0.3257691264152527, + "z_norm": 45.17827224731445, + "z_update_norm": 13.74858570098877, + "z_update_state_ratio": 0.35883596539497375 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 13.785043486233416 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.927867889404297, + "entropy": 2.16403865814209, + "finite_difference_initial_state_directional_gain": 1.0412613153457642, + "id": "a", + "kl_to_final": 0.346172571182251, + "kl_to_next": 0.346172571182251, + "target_count": 27, + "y_norm": 67.68623352050781, + "y_update_norm": 19.591957092285156, + "y_update_state_ratio": 0.3522210121154785, + "z_norm": 54.88511276245117, + "z_update_norm": 14.69713020324707, + "z_update_state_ratio": 0.32644471526145935 + }, + { + "accuracy": 0.0, + "cross_entropy": 6.077907085418701, + "entropy": 1.9329406023025513, + "finite_difference_initial_state_directional_gain": 1.038051724433899, + "id": "b", + "kl_to_final": 0.4279268980026245, + "kl_to_next": 0.4279268980026245, + "target_count": 2, + "y_norm": 68.1090316772461, + "y_update_norm": 18.08710289001465, + "y_update_state_ratio": 0.31689468026161194, + "z_norm": 54.64543533325195, + "z_update_norm": 14.161270141601562, + "z_update_state_ratio": 0.3134531080722809 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 12.455456799474256 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.415422439575195, + "entropy": 2.3563177585601807, + "finite_difference_initial_state_directional_gain": 1.0619138479232788, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 27, + "y_norm": 83.16007232666016, + "y_update_norm": 20.499467849731445, + "y_update_state_ratio": 0.30286023020744324, + "z_norm": 66.70066833496094, + "z_update_norm": 15.296950340270996, + "z_update_state_ratio": 0.2787085473537445 + }, + { + "accuracy": 0.0, + "cross_entropy": 6.318075180053711, + "entropy": 1.3452568054199219, + "finite_difference_initial_state_directional_gain": 1.06095290184021, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 2, + "y_norm": 82.24958801269531, + "y_update_norm": 19.08051109313965, + "y_update_state_ratio": 0.2801465690135956, + "z_norm": 65.8398208618164, + "z_update_norm": 14.614768028259277, + "z_update_state_ratio": 0.26744717359542847 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 11.99491573202199 + } + ], + "post_training_loss": 15.84816837310791, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 12.415422439575195, + "ce_previous": 12.927867889404297, + "ce_r1": 16.64103889465332, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 6.318075180053711, + "ce_previous": 6.077907085418701, + "ce_r1": 10.065528869628906, + "complete": true, + "example_id": "b", + "pass": false + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 19, + "training_losses": [ + 23.827699661254883, + 14.863690376281738, + 20.677330017089844, + 16.73689079284668 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.084510803222656, + "entropy": 1.1743721961975098, + "finite_difference_initial_state_directional_gain": 1.514449119567871, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 81.77100372314453, + "y_update_norm": 36.92192840576172, + "y_update_state_ratio": 0.769493818283081, + "z_norm": 70.90770721435547, + "z_update_norm": 36.917335510253906, + "z_update_state_ratio": 1.004173994064331 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.746540069580078, + "entropy": 0.4461457133293152, + "finite_difference_initial_state_directional_gain": 1.4927395582199097, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 82.91159057617188, + "y_update_norm": 36.96297836303711, + "y_update_state_ratio": 0.7625815868377686, + "z_norm": 71.80349731445312, + "z_update_norm": 37.95569610595703, + "z_update_state_ratio": 1.0306247472763062 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.131798607962473 + } + ], + "post_training_loss": 17.131797790527344, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.084510803222656, + "ce_previous": null, + "ce_r1": 17.084510803222656, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 17.746540069580078, + "ce_previous": null, + "ce_r1": 17.746540069580078, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 20, + "training_losses": [ + 27.314434051513672, + 28.732559204101562, + 20.567012786865234, + 28.590246200561523 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.85230255126953, + "entropy": 0.9738308787345886, + "finite_difference_initial_state_directional_gain": 1.009448528289795, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 49.43424606323242, + "y_update_norm": 12.520915985107422, + "y_update_state_ratio": 0.26092633605003357, + "z_norm": 38.898494720458984, + "z_update_norm": 11.382515907287598, + "z_update_state_ratio": 0.3111802935600281 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.81122589111328, + "entropy": 0.07874105125665665, + "finite_difference_initial_state_directional_gain": 1.0074048042297363, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 50.97686004638672, + "y_update_norm": 12.365449905395508, + "y_update_state_ratio": 0.2550581693649292, + "z_norm": 38.95328140258789, + "z_update_norm": 10.915838241577148, + "z_update_state_ratio": 0.297906756401062 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.920797075544083 + } + ], + "post_training_loss": 17.920795440673828, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 17.85230255126953, + "ce_previous": null, + "ce_r1": 17.85230255126953, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 18.81122589111328, + "ce_previous": null, + "ce_r1": 18.81122589111328, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 20, + "training_losses": [ + 29.811012268066406, + 29.94537353515625, + 21.713577270507812, + 28.45794677734375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.089242935180664, + "entropy": 1.1357672214508057, + "finite_difference_initial_state_directional_gain": 1.5130257606506348, + "id": "a", + "kl_to_final": 0.24769431352615356, + "kl_to_next": 0.24769431352615356, + "target_count": 13, + "y_norm": 81.8040542602539, + "y_update_norm": 36.953975677490234, + "y_update_state_ratio": 0.7701555490493774, + "z_norm": 71.12297821044922, + "z_update_norm": 37.09809875488281, + "z_update_state_ratio": 1.0080900192260742 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.09324836730957, + "entropy": 0.4037829041481018, + "finite_difference_initial_state_directional_gain": 1.4923436641693115, + "id": "b", + "kl_to_final": 0.24255312979221344, + "kl_to_next": 0.24255312979221344, + "target_count": 1, + "y_norm": 82.79999542236328, + "y_update_norm": 36.94719314575195, + "y_update_state_ratio": 0.7623568773269653, + "z_norm": 71.92821502685547, + "z_update_norm": 38.04085159301758, + "z_update_state_ratio": 1.0319989919662476 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.16095760890416 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.778635025024414, + "entropy": 1.3537685871124268, + "finite_difference_initial_state_directional_gain": 2.097473621368408, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 117.74732208251953, + "y_update_norm": 37.856773376464844, + "y_update_state_ratio": 0.46277379989624023, + "z_norm": 108.20966339111328, + "z_update_norm": 38.50886154174805, + "z_update_state_ratio": 0.541440486907959 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.707359313964844, + "entropy": 1.3958408832550049, + "finite_difference_initial_state_directional_gain": 2.0485546588897705, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 119.03309631347656, + "y_update_norm": 37.87919616699219, + "y_update_state_ratio": 0.45747822523117065, + "z_norm": 109.81218719482422, + "z_update_norm": 39.45249938964844, + "z_update_state_ratio": 0.5484982132911682 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.844972474234444 + } + ], + "post_training_loss": 15.844971656799316, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.778635025024414, + "ce_previous": 17.089242935180664, + "ce_r1": 17.089242935180664, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.707359313964844, + "ce_previous": 18.09324836730957, + "ce_r1": 18.09324836730957, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 20, + "training_losses": [ + 25.907684326171875, + 28.311050415039062, + 19.494731903076172, + 27.171607971191406 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.842838287353516, + "entropy": 0.9354521036148071, + "finite_difference_initial_state_directional_gain": 1.009157657623291, + "id": "a", + "kl_to_final": 0.8235161900520325, + "kl_to_next": 0.8235161900520325, + "target_count": 13, + "y_norm": 49.481754302978516, + "y_update_norm": 12.831181526184082, + "y_update_state_ratio": 0.2674122750759125, + "z_norm": 38.92179870605469, + "z_update_norm": 11.598073959350586, + "z_update_state_ratio": 0.31741777062416077 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.886987686157227, + "entropy": 0.08538935333490372, + "finite_difference_initial_state_directional_gain": 1.006819486618042, + "id": "b", + "kl_to_final": 0.3657248616218567, + "kl_to_next": 0.3657248616218567, + "target_count": 1, + "y_norm": 50.97062683105469, + "y_update_norm": 12.707247734069824, + "y_update_state_ratio": 0.2621592879295349, + "z_norm": 39.00568389892578, + "z_update_norm": 11.1688871383667, + "z_update_state_ratio": 0.30514389276504517 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.917420387268066 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.113837242126465, + "entropy": 1.3864306211471558, + "finite_difference_initial_state_directional_gain": 1.0338778495788574, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 54.14965057373047, + "y_update_norm": 13.326204299926758, + "y_update_state_ratio": 0.2693155109882355, + "z_norm": 44.288639068603516, + "z_update_norm": 11.58104133605957, + "z_update_state_ratio": 0.2975464165210724 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.285970687866211, + "entropy": 1.2355105876922607, + "finite_difference_initial_state_directional_gain": 1.030562162399292, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 56.536136627197266, + "y_update_norm": 13.344038963317871, + "y_update_state_ratio": 0.26179859042167664, + "z_norm": 44.157466888427734, + "z_update_norm": 11.134021759033203, + "z_update_state_ratio": 0.2854461371898651 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.126132488250732 + } + ], + "post_training_loss": 15.126133918762207, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.113837242126465, + "ce_previous": 17.842838287353516, + "ce_r1": 17.842838287353516, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.285970687866211, + "ce_previous": 18.886987686157227, + "ce_r1": 18.886987686157227, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 20, + "training_losses": [ + 28.079811096191406, + 28.96249771118164, + 19.876937866210938, + 24.467544555664062 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 17.174983978271484, + "entropy": 1.0888783931732178, + "finite_difference_initial_state_directional_gain": 1.5117182731628418, + "id": "a", + "kl_to_final": 0.9250150918960571, + "kl_to_next": 0.21883487701416016, + "target_count": 13, + "y_norm": 81.91901397705078, + "y_update_norm": 37.07284164428711, + "y_update_state_ratio": 0.7725947499275208, + "z_norm": 71.34210968017578, + "z_update_norm": 37.28129196166992, + "z_update_state_ratio": 1.0113012790679932 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.43644905090332, + "entropy": 0.35226720571517944, + "finite_difference_initial_state_directional_gain": 1.4915367364883423, + "id": "b", + "kl_to_final": 1.7881828546524048, + "kl_to_next": 0.1898384690284729, + "target_count": 1, + "y_norm": 82.74347686767578, + "y_update_norm": 36.97352600097656, + "y_update_state_ratio": 0.7629912495613098, + "z_norm": 72.08289337158203, + "z_update_norm": 38.14098358154297, + "z_update_state_ratio": 1.0327550172805786 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 17.265088626316615 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.831742286682129, + "entropy": 1.2950941324234009, + "finite_difference_initial_state_directional_gain": 2.0937647819519043, + "id": "a", + "kl_to_final": 0.26504284143447876, + "kl_to_next": 0.08778612315654755, + "target_count": 13, + "y_norm": 118.02411651611328, + "y_update_norm": 38.04811477661133, + "y_update_state_ratio": 0.4644601047039032, + "z_norm": 108.64989471435547, + "z_update_norm": 38.76789474487305, + "z_update_state_ratio": 0.5434082746505737 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.179773330688477, + "entropy": 1.2236634492874146, + "finite_difference_initial_state_directional_gain": 2.0465805530548096, + "id": "b", + "kl_to_final": 1.0232688188552856, + "kl_to_next": 0.3209979832172394, + "target_count": 1, + "y_norm": 119.00981903076172, + "y_update_norm": 37.971900939941406, + "y_update_state_ratio": 0.45891112089157104, + "z_norm": 110.0941390991211, + "z_update_norm": 39.58271408081055, + "z_update_state_ratio": 0.5491276979446411 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.928030218396868 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.054009437561035, + "entropy": 1.4498416185379028, + "finite_difference_initial_state_directional_gain": 2.695704221725464, + "id": "a", + "kl_to_final": 0.05024441331624985, + "kl_to_next": 0.05024441331624985, + "target_count": 13, + "y_norm": 155.18226623535156, + "y_update_norm": 38.66695022583008, + "y_update_state_ratio": 0.3276190757751465, + "z_norm": 147.13827514648438, + "z_update_norm": 39.630401611328125, + "z_update_state_ratio": 0.36475324630737305 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.88490104675293, + "entropy": 1.839763879776001, + "finite_difference_initial_state_directional_gain": 2.618365526199341, + "id": "b", + "kl_to_final": 0.20128357410430908, + "kl_to_next": 0.20128357410430908, + "target_count": 1, + "y_norm": 156.2761688232422, + "y_update_norm": 38.622188568115234, + "y_update_state_ratio": 0.3245294392108917, + "z_norm": 149.30714416503906, + "z_update_norm": 40.414588928222656, + "z_update_state_ratio": 0.36709117889404297 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 15.184787409646171 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.54245662689209, + "entropy": 1.5242183208465576, + "finite_difference_initial_state_directional_gain": 3.3026394844055176, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 192.99691772460938, + "y_update_norm": 39.10565948486328, + "y_update_state_ratio": 0.25199824571609497, + "z_norm": 186.33924865722656, + "z_update_norm": 40.21894454956055, + "z_update_state_ratio": 0.2733411490917206 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.1304931640625, + "entropy": 1.667255163192749, + "finite_difference_initial_state_directional_gain": 3.193434715270996, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 194.1874237060547, + "y_update_norm": 39.093379974365234, + "y_update_state_ratio": 0.2501557469367981, + "z_norm": 189.24024963378906, + "z_update_norm": 40.97748947143555, + "z_update_state_ratio": 0.27445095777511597 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 14.72731637954712 + } + ], + "post_training_loss": 14.72731876373291, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 14.54245662689209, + "ce_previous": 15.054009437561035, + "ce_r1": 17.174983978271484, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.1304931640625, + "ce_previous": 16.88490104675293, + "ce_r1": 18.43644905090332, + "complete": true, + "example_id": "b", + "pass": false + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 20, + "training_losses": [ + 24.866641998291016, + 27.83294677734375, + 18.504695892333984, + 25.52664566040039 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.031639099121094, + "entropy": 0.7953624725341797, + "finite_difference_initial_state_directional_gain": 1.008034110069275, + "id": "a", + "kl_to_final": 4.477445125579834, + "kl_to_next": 0.4256253242492676, + "target_count": 13, + "y_norm": 49.346412658691406, + "y_update_norm": 11.721785545349121, + "y_update_state_ratio": 0.24431076645851135, + "z_norm": 39.24906921386719, + "z_update_norm": 11.835856437683105, + "z_update_state_ratio": 0.32275697588920593 + }, + { + "accuracy": 0.0, + "cross_entropy": 20.243398666381836, + "entropy": 0.05260443687438965, + "finite_difference_initial_state_directional_gain": 1.0059566497802734, + "id": "b", + "kl_to_final": 6.903100967407227, + "kl_to_next": 0.07209568470716476, + "target_count": 1, + "y_norm": 50.35558319091797, + "y_update_norm": 12.057579040527344, + "y_update_state_ratio": 0.2488110512495041, + "z_norm": 39.362388610839844, + "z_update_norm": 11.620220184326172, + "z_update_state_ratio": 0.3163624107837677 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.189621925354004 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 14.902695655822754, + "entropy": 1.1173460483551025, + "finite_difference_initial_state_directional_gain": 1.0315508842468262, + "id": "a", + "kl_to_final": 2.5795352458953857, + "kl_to_next": 0.700063943862915, + "target_count": 13, + "y_norm": 53.58588409423828, + "y_update_norm": 12.668931007385254, + "y_update_state_ratio": 0.25673457980155945, + "z_norm": 45.02674865722656, + "z_update_norm": 11.990729331970215, + "z_update_state_ratio": 0.3055035471916199 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.96013832092285, + "entropy": 0.48515135049819946, + "finite_difference_initial_state_directional_gain": 1.027831792831421, + "id": "b", + "kl_to_final": 6.299382209777832, + "kl_to_next": 2.0573105812072754, + "target_count": 1, + "y_norm": 55.371925354003906, + "y_update_norm": 13.24460506439209, + "y_update_state_ratio": 0.2630215883255005, + "z_norm": 45.195594787597656, + "z_update_norm": 12.02493953704834, + "z_update_state_ratio": 0.30549314618110657 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 15.121084417615618 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 12.398921012878418, + "entropy": 1.6224206686019897, + "finite_difference_initial_state_directional_gain": 1.0654933452606201, + "id": "a", + "kl_to_final": 0.7120035886764526, + "kl_to_next": 0.7120035886764526, + "target_count": 13, + "y_norm": 60.593868255615234, + "y_update_norm": 13.633001327514648, + "y_update_state_ratio": 0.25441405177116394, + "z_norm": 52.98616409301758, + "z_update_norm": 12.230232238769531, + "z_update_state_ratio": 0.2716214954853058 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.225027084350586, + "entropy": 1.8438303470611572, + "finite_difference_initial_state_directional_gain": 1.060292363166809, + "id": "b", + "kl_to_final": 0.5746378898620605, + "kl_to_next": 0.5746378898620605, + "target_count": 1, + "y_norm": 63.368751525878906, + "y_update_norm": 14.451484680175781, + "y_update_state_ratio": 0.26098939776420593, + "z_norm": 53.456172943115234, + "z_update_norm": 12.630799293518066, + "z_update_state_ratio": 0.27946969866752625 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 12.74364287512643 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 11.293166160583496, + "entropy": 1.846812129020691, + "finite_difference_initial_state_directional_gain": 1.104699730873108, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 69.99332427978516, + "y_update_norm": 14.561982154846191, + "y_update_state_ratio": 0.2403210550546646, + "z_norm": 62.362831115722656, + "z_update_norm": 12.545506477355957, + "z_update_state_ratio": 0.23676948249340057 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.945466995239258, + "entropy": 1.2447929382324219, + "finite_difference_initial_state_directional_gain": 1.097925066947937, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 1, + "y_norm": 73.91360473632812, + "y_update_norm": 15.584095001220703, + "y_update_state_ratio": 0.2459271252155304, + "z_norm": 63.516441345214844, + "z_update_norm": 13.33614730834961, + "z_update_state_ratio": 0.24947814643383026 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 11.839759077344622 + } + ], + "post_training_loss": 11.839759826660156, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 11.293166160583496, + "ce_previous": 12.398921012878418, + "ce_r1": 18.031639099121094, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.945466995239258, + "ce_previous": 17.225027084350586, + "ce_r1": 20.243398666381836, + "complete": true, + "example_id": "b", + "pass": false + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": false, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 20, + "training_losses": [ + 25.362878799438477, + 27.154300689697266, + 17.156267166137695, + 19.922300338745117 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.122512817382812, + "entropy": 0.6159956455230713, + "finite_difference_initial_state_directional_gain": 1.5215508937835693, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 81.68621063232422, + "y_update_norm": 36.974266052246094, + "y_update_state_ratio": 0.7786450982093811, + "z_norm": 68.6323471069336, + "z_update_norm": 36.30126953125, + "z_update_state_ratio": 1.0181952714920044 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.282367706298828, + "entropy": 1.1074755191802979, + "finite_difference_initial_state_directional_gain": 1.5228630304336548, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 82.1241683959961, + "y_update_norm": 37.301639556884766, + "y_update_state_ratio": 0.7767477631568909, + "z_norm": 68.3111572265625, + "z_update_norm": 36.30458450317383, + "z_update_state_ratio": 1.0225443840026855 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.840518224807013 + } + ], + "post_training_loss": 24.294523239135742, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 18.122512817382812, + "ce_previous": null, + "ce_r1": 18.122512817382812, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 19.282367706298828, + "ce_previous": null, + "ce_r1": 19.282367706298828, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 21, + "training_losses": [ + 28.288654327392578, + 28.06137466430664, + 27.441852569580078, + 27.16943359375 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.089885711669922, + "entropy": 0.3570460379123688, + "finite_difference_initial_state_directional_gain": 1.0056177377700806, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 49.973567962646484, + "y_update_norm": 15.119653701782227, + "y_update_state_ratio": 0.318382203578949, + "z_norm": 38.08980178833008, + "z_update_norm": 14.303812026977539, + "z_update_state_ratio": 0.4017978608608246 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.71473503112793, + "entropy": 0.6691910624504089, + "finite_difference_initial_state_directional_gain": 1.004862666130066, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 51.0235595703125, + "y_update_norm": 16.836347579956055, + "y_update_state_ratio": 0.3505196273326874, + "z_norm": 38.486473083496094, + "z_update_norm": 15.51052188873291, + "z_update_state_ratio": 0.43763962388038635 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.476697195143927 + } + ], + "post_training_loss": 24.65308380126953, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": false, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 19.089885711669922, + "ce_previous": null, + "ce_r1": 19.089885711669922, + "complete": true, + "example_id": "a", + "pass": null + }, + { + "ce_final": 19.71473503112793, + "ce_previous": null, + "ce_r1": 19.71473503112793, + "complete": true, + "example_id": "b", + "pass": null + } + ], + "expected_depths": [ + 1 + ], + "observed_depths": [ + 1 + ], + "pass": null, + "ratios_finite": true + }, + "recursive_steps": 1, + "seed": 21, + "training_losses": [ + 31.526416778564453, + 31.13996124267578, + 30.03127098083496, + 28.865886688232422 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.295652389526367, + "entropy": 0.5361822843551636, + "finite_difference_initial_state_directional_gain": 1.5217652320861816, + "id": "a", + "kl_to_final": 0.3054172098636627, + "kl_to_next": 0.3054172098636627, + "target_count": 8, + "y_norm": 81.76737976074219, + "y_update_norm": 37.17715835571289, + "y_update_state_ratio": 0.7829431891441345, + "z_norm": 68.62068176269531, + "z_update_norm": 36.287166595458984, + "z_update_state_ratio": 1.0192086696624756 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.324127197265625, + "entropy": 1.064224362373352, + "finite_difference_initial_state_directional_gain": 1.5219789743423462, + "id": "b", + "kl_to_final": 0.401619017124176, + "kl_to_next": 0.401619017124176, + "target_count": 13, + "y_norm": 82.1993179321289, + "y_update_norm": 37.48567199707031, + "y_update_state_ratio": 0.7806280255317688, + "z_norm": 68.31086730957031, + "z_update_norm": 36.295902252197266, + "z_update_state_ratio": 1.0237762928009033 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 18.932327270507812 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.734302520751953, + "entropy": 1.0764683485031128, + "finite_difference_initial_state_directional_gain": 2.117610454559326, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 118.32649993896484, + "y_update_norm": 38.32823944091797, + "y_update_state_ratio": 0.4687473177909851, + "z_norm": 104.42586517333984, + "z_update_norm": 37.417484283447266, + "z_update_state_ratio": 0.5452799797058105 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.166841506958008, + "entropy": 1.29078209400177, + "finite_difference_initial_state_directional_gain": 2.115682601928711, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 118.98324584960938, + "y_update_norm": 38.793983459472656, + "y_update_state_ratio": 0.4719501733779907, + "z_norm": 104.27399444580078, + "z_update_norm": 37.664306640625, + "z_update_state_ratio": 0.5513662695884705 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.6211123693557 + } + ], + "post_training_loss": 21.352294921875, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.734302520751953, + "ce_previous": 18.295652389526367, + "ce_r1": 18.295652389526367, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 18.166841506958008, + "ce_previous": 19.324127197265625, + "ce_r1": 19.324127197265625, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 21, + "training_losses": [ + 26.953739166259766, + 26.42473030090332, + 25.55974769592285, + 24.786306381225586 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 19.332996368408203, + "entropy": 0.2663229703903198, + "finite_difference_initial_state_directional_gain": 1.0049514770507812, + "id": "a", + "kl_to_final": 1.2950727939605713, + "kl_to_next": 1.2950727939605713, + "target_count": 8, + "y_norm": 50.12638473510742, + "y_update_norm": 16.022836685180664, + "y_update_state_ratio": 0.3374587297439575, + "z_norm": 38.26261520385742, + "z_update_norm": 14.375733375549316, + "z_update_state_ratio": 0.4032445549964905 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.805143356323242, + "entropy": 0.6179920434951782, + "finite_difference_initial_state_directional_gain": 1.0041292905807495, + "id": "b", + "kl_to_final": 1.9798815250396729, + "kl_to_next": 1.9798815250396729, + "target_count": 13, + "y_norm": 51.29912185668945, + "y_update_norm": 17.74540901184082, + "y_update_state_ratio": 0.36948415637016296, + "z_norm": 38.70185470581055, + "z_update_norm": 15.635445594787598, + "z_update_state_ratio": 0.44064128398895264 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.625277837117512 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.55553436279297, + "entropy": 0.9366955161094666, + "finite_difference_initial_state_directional_gain": 1.0257418155670166, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 57.980098724365234, + "y_update_norm": 17.62857437133789, + "y_update_state_ratio": 0.35168254375457764, + "z_norm": 45.9095573425293, + "z_update_norm": 15.013328552246094, + "z_update_state_ratio": 0.3923759162425995 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.940696716308594, + "entropy": 1.2731608152389526, + "finite_difference_initial_state_directional_gain": 1.0236533880233765, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 60.96469497680664, + "y_update_norm": 19.650177001953125, + "y_update_state_ratio": 0.38305094838142395, + "z_norm": 47.37289047241211, + "z_update_norm": 16.044902801513672, + "z_update_state_ratio": 0.41457709670066833 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 16.793968200683594 + } + ], + "post_training_loss": 18.91242790222168, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 16.55553436279297, + "ce_previous": 19.332996368408203, + "ce_r1": 19.332996368408203, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 16.940696716308594, + "ce_previous": 19.805143356323242, + "ce_r1": 19.805143356323242, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2 + ], + "observed_depths": [ + 1, + 2 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 2, + "seed": 21, + "training_losses": [ + 29.625064849853516, + 28.123722076416016, + 26.196962356567383, + 23.59130096435547 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "as_is", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.562564849853516, + "entropy": 0.43119513988494873, + "finite_difference_initial_state_directional_gain": 1.5211992263793945, + "id": "a", + "kl_to_final": 1.2295897006988525, + "kl_to_next": 0.18754954636096954, + "target_count": 8, + "y_norm": 81.92432403564453, + "y_update_norm": 37.44951248168945, + "y_update_state_ratio": 0.7886798977851868, + "z_norm": 68.6617202758789, + "z_update_norm": 36.39089584350586, + "z_update_state_ratio": 1.0238755941390991 + }, + { + "accuracy": 0.0, + "cross_entropy": 19.475902557373047, + "entropy": 0.955809473991394, + "finite_difference_initial_state_directional_gain": 1.521161437034607, + "id": "b", + "kl_to_final": 1.457561731338501, + "kl_to_next": 0.34804365038871765, + "target_count": 13, + "y_norm": 82.42575073242188, + "y_update_norm": 37.790443420410156, + "y_update_state_ratio": 0.7869355082511902, + "z_norm": 68.36735534667969, + "z_update_norm": 36.41707992553711, + "z_update_state_ratio": 1.0287842750549316 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 19.12796438307989 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.946422576904297, + "entropy": 0.9451373219490051, + "finite_difference_initial_state_directional_gain": 2.115332841873169, + "id": "a", + "kl_to_final": 0.5555137991905212, + "kl_to_next": 0.18739576637744904, + "target_count": 8, + "y_norm": 118.80962371826172, + "y_update_norm": 38.77824401855469, + "y_update_state_ratio": 0.47334223985671997, + "z_norm": 104.642333984375, + "z_update_norm": 37.63569641113281, + "z_update_state_ratio": 0.5481321215629578 + }, + { + "accuracy": 0.0, + "cross_entropy": 18.195161819458008, + "entropy": 1.2795894145965576, + "finite_difference_initial_state_directional_gain": 2.1129682064056396, + "id": "b", + "kl_to_final": 0.44583746790885925, + "kl_to_next": 0.14135055243968964, + "target_count": 13, + "y_norm": 119.60612487792969, + "y_update_norm": 39.293182373046875, + "y_update_state_ratio": 0.4767100214958191, + "z_norm": 104.51889038085938, + "z_update_norm": 37.903507232666016, + "z_update_state_ratio": 0.5544094443321228 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 17.719451631818497 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.199277877807617, + "entropy": 1.2204933166503906, + "finite_difference_initial_state_directional_gain": 2.730407238006592, + "id": "a", + "kl_to_final": 0.09717704355716705, + "kl_to_next": 0.09717704355716705, + "target_count": 8, + "y_norm": 156.97059631347656, + "y_update_norm": 39.65782165527344, + "y_update_state_ratio": 0.3337930142879486, + "z_norm": 141.72219848632812, + "z_update_norm": 38.334999084472656, + "z_update_state_ratio": 0.36634311079978943 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.56444549560547, + "entropy": 1.4282664060592651, + "finite_difference_initial_state_directional_gain": 2.7239503860473633, + "id": "b", + "kl_to_final": 0.09625550359487534, + "kl_to_next": 0.09625550359487534, + "target_count": 13, + "y_norm": 158.2345428466797, + "y_update_norm": 40.27445983886719, + "y_update_state_ratio": 0.33672574162483215, + "z_norm": 141.88426208496094, + "z_update_norm": 38.69847106933594, + "z_update_state_ratio": 0.3702533543109894 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 17.044381641206286 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 15.861411094665527, + "entropy": 1.3129780292510986, + "finite_difference_initial_state_directional_gain": 3.350202798843384, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 195.97900390625, + "y_update_norm": 40.311370849609375, + "y_update_state_ratio": 0.25680842995643616, + "z_norm": 179.43072509765625, + "z_update_norm": 38.81039810180664, + "z_update_state_ratio": 0.27384841442108154 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.244712829589844, + "entropy": 1.4911969900131226, + "finite_difference_initial_state_directional_gain": 3.3385531902313232, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 197.81552124023438, + "y_update_norm": 40.9946174621582, + "y_update_state_ratio": 0.25907501578330994, + "z_norm": 179.9307861328125, + "z_update_norm": 39.21785354614258, + "z_update_state_ratio": 0.2764073610305786 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 16.717740740094865 + } + ], + "post_training_loss": 18.51503562927246, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.861411094665527, + "ce_previous": 16.199277877807617, + "ce_r1": 18.562564849853516, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 17.244712829589844, + "ce_previous": 17.56444549560547, + "ce_r1": 19.475902557373047, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 21, + "training_losses": [ + 25.911314010620117, + 24.966352462768555, + 23.866985321044922, + 22.62921905517578 + ] + }, + { + "anytime_evaluation": { + "available_depths": [ + 1, + 2, + 3, + 4 + ], + "denoiser_forward_calls": 1 + }, + "arm": "residual_delta", + "depths": [ + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 20.78150177001953, + "entropy": 0.08155281841754913, + "finite_difference_initial_state_directional_gain": 1.005110740661621, + "id": "a", + "kl_to_final": 3.777672290802002, + "kl_to_next": 0.10306473821401596, + "target_count": 8, + "y_norm": 50.18267059326172, + "y_update_norm": 14.331747055053711, + "y_update_state_ratio": 0.3018980920314789, + "z_norm": 37.75157165527344, + "z_update_norm": 13.56093692779541, + "z_update_state_ratio": 0.3816831111907959 + }, + { + "accuracy": 0.0, + "cross_entropy": 21.208587646484375, + "entropy": 0.2990940809249878, + "finite_difference_initial_state_directional_gain": 1.0030721426010132, + "id": "b", + "kl_to_final": 5.991673469543457, + "kl_to_next": 0.4973588287830353, + "target_count": 13, + "y_norm": 51.6142578125, + "y_update_norm": 15.447713851928711, + "y_update_state_ratio": 0.32163316011428833, + "z_norm": 38.088340759277344, + "z_update_norm": 14.686602592468262, + "z_update_state_ratio": 0.4152142405509949 + } + ], + "ratios_finite": true, + "step": 1, + "token_weighted_cross_entropy": 21.045888264973957 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 18.266223907470703, + "entropy": 0.45457085967063904, + "finite_difference_initial_state_directional_gain": 1.0257728099822998, + "id": "a", + "kl_to_final": 3.1131410598754883, + "kl_to_next": 0.7806285619735718, + "target_count": 8, + "y_norm": 57.15531539916992, + "y_update_norm": 15.760766983032227, + "y_update_state_ratio": 0.31406792998313904, + "z_norm": 44.46206283569336, + "z_update_norm": 13.940385818481445, + "z_update_state_ratio": 0.3692663609981537 + }, + { + "accuracy": 0.0, + "cross_entropy": 17.914749145507812, + "entropy": 0.8905924558639526, + "finite_difference_initial_state_directional_gain": 1.0218889713287354, + "id": "b", + "kl_to_final": 3.5428690910339355, + "kl_to_next": 1.091010570526123, + "target_count": 13, + "y_norm": 60.159820556640625, + "y_update_norm": 17.115283966064453, + "y_update_state_ratio": 0.3315999209880829, + "z_norm": 45.69668197631836, + "z_update_norm": 14.885515213012695, + "z_update_state_ratio": 0.39081552624702454 + } + ], + "ratios_finite": true, + "step": 2, + "token_weighted_cross_entropy": 18.048644292922248 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.0, + "cross_entropy": 16.208175659179688, + "entropy": 1.1480885744094849, + "finite_difference_initial_state_directional_gain": 1.0559673309326172, + "id": "a", + "kl_to_final": 0.9043222069740295, + "kl_to_next": 0.9043222069740295, + "target_count": 8, + "y_norm": 67.98805236816406, + "y_update_norm": 17.298810958862305, + "y_update_state_ratio": 0.3026632070541382, + "z_norm": 54.356441497802734, + "z_update_norm": 14.71320915222168, + "z_update_state_ratio": 0.33091601729393005 + }, + { + "accuracy": 0.0, + "cross_entropy": 16.05493927001953, + "entropy": 1.3940752744674683, + "finite_difference_initial_state_directional_gain": 1.0513466596603394, + "id": "b", + "kl_to_final": 0.6377827525138855, + "kl_to_next": 0.6377827525138855, + "target_count": 13, + "y_norm": 72.86814880371094, + "y_update_norm": 18.73147201538086, + "y_update_state_ratio": 0.31136181950569153, + "z_norm": 56.41745376586914, + "z_update_norm": 15.49675178527832, + "z_update_state_ratio": 0.3391220271587372 + } + ], + "ratios_finite": true, + "step": 3, + "token_weighted_cross_entropy": 16.11331503731864 + }, + { + "all_finite": true, + "examples": [ + { + "accuracy": 0.125, + "cross_entropy": 15.822671890258789, + "entropy": 1.369036316871643, + "finite_difference_initial_state_directional_gain": 1.0902234315872192, + "id": "a", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 8, + "y_norm": 81.86429595947266, + "y_update_norm": 18.613656997680664, + "y_update_state_ratio": 0.27377834916114807, + "z_norm": 66.38626098632812, + "z_update_norm": 15.483057022094727, + "z_update_state_ratio": 0.2848430871963501 + }, + { + "accuracy": 0.0, + "cross_entropy": 15.931557655334473, + "entropy": 1.4229736328125, + "finite_difference_initial_state_directional_gain": 1.086455225944519, + "id": "b", + "kl_to_final": 0.0, + "kl_to_next": null, + "target_count": 13, + "y_norm": 88.56808471679688, + "y_update_norm": 19.958166122436523, + "y_update_state_ratio": 0.2738942503929138, + "z_norm": 69.06403350830078, + "z_update_norm": 16.12980842590332, + "z_update_state_ratio": 0.2859010398387909 + } + ], + "ratios_finite": true, + "step": 4, + "token_weighted_cross_entropy": 15.890077363877069 + } + ], + "post_training_loss": 16.061721801757812, + "preregistered_result": { + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "depths_complete": true, + "eligible": true, + "evaluation_unit": "raw_example", + "example_rosters_complete": true, + "examples": [ + { + "ce_final": 15.822671890258789, + "ce_previous": 16.208175659179688, + "ce_r1": 20.78150177001953, + "complete": true, + "example_id": "a", + "pass": true + }, + { + "ce_final": 15.931557655334473, + "ce_previous": 16.05493927001953, + "ce_r1": 21.208587646484375, + "complete": true, + "example_id": "b", + "pass": true + } + ], + "expected_depths": [ + 1, + 2, + 3, + 4 + ], + "observed_depths": [ + 1, + 2, + 3, + 4 + ], + "pass": true, + "ratios_finite": true + }, + "recursive_steps": 4, + "seed": 21, + "training_losses": [ + 24.659820556640625, + 23.66756820678711, + 23.68405532836914, + 19.408100128173828 + ] + } + ], + "evidence_gate": { + "allow_dirty": false, + "claim_grade": true, + "code_dirty": false, + "comparable": true, + "diff_hash": null + }, + "issue": "SLM-421", + "matched_controls": [ + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "d35222c7a99a1e1db689f7909efe8f133f35a44f8216ee9e555f65ff7c142026", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "d35222c7a99a1e1db689f7909efe8f133f35a44f8216ee9e555f65ff7c142026", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 32000, + 32001, + 32002, + 32003 + ], + "evaluation_corruption_seed": 32004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 2 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "7d2b57fd7308acb24926160e06cc14687581386ab48e3e79c1baabac2ec922a7", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "7d2b57fd7308acb24926160e06cc14687581386ab48e3e79c1baabac2ec922a7", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 32000, + 32001, + 32002, + 32003 + ], + "evaluation_corruption_seed": 32004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 2 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e6401174f814053cce12d543bdcfb9b78d1b554829ea49d66e8ed7023c279378", + "predict_mask": "ce7934f2845ad91c0ac9808ef858f68feecd188c97bb342521be546d7e09ed10", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "73ef58b7cd73c2d61c8a3d0f62538634af37eda45a457c61188f1810c37e6d00", + "predict_mask": "8f6eeab8b01a8864947cb28a3bc7768baef04c10803c339c9a15ee6ac6f7004f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "505a0be944ef53bbf7bc23afb7ac841be4134819a125813b8bac082d3fc0b1ff", + "predict_mask": "5240cb4d2b0eb43ac7710041fde9eeba65d34670a71a77b6c08bf82b53d3d5c1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "0192f0552c6e77d8d8b6f12b2593fe205498e3008f47f9b930025b3da565c16a", + "predict_mask": "69ec2cb22ef913b799b17c691a68eafbea84a89c3996781f6b6522c8556d2e96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "38103baa96cf5001b929452463787a515d57215f77b4e6181ca575a125981ace", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "38103baa96cf5001b929452463787a515d57215f77b4e6181ca575a125981ace", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "0db0bd11c682af7468dc807c988ad1cb58b42964bc9668403a097f64f2f4dfea", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 32000, + 32001, + 32002, + 32003 + ], + "evaluation_corruption_seed": 32004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 2 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "def3bcaca447a6f44260c2ea08a069195e56872016808a230171820e06423d59", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "def3bcaca447a6f44260c2ea08a069195e56872016808a230171820e06423d59", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 33000, + 33001, + 33002, + 33003 + ], + "evaluation_corruption_seed": 33004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 3 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "7f9473a6125f4ba71b56227e2e0c8b0d8d99ff3de3d7b85a7b454c88174daa20", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "7f9473a6125f4ba71b56227e2e0c8b0d8d99ff3de3d7b85a7b454c88174daa20", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 33000, + 33001, + 33002, + 33003 + ], + "evaluation_corruption_seed": 33004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 3 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "a5b3ab576ad1c8e06272ad792b8038212cf8152c215f24649440ff69416df19f", + "predict_mask": "d406ae7cb86055de7f88a8ea252f0f439f7f3fbcd597e7d1c264c5d8454e55f8", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "250f665e3b1db4590187e4d4106b82722dd7cdf7ce60dfeb562a97f20b7ee889", + "predict_mask": "77b21f6f4e7864cb41aeed4dfae8c1a418a427c34124ddbee35078f7f41f6a28", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2b0b1a24f231212f62ee2da2228c1df8903e8ff9c830fd3ce0c3aaaca18e257f", + "predict_mask": "465310db62c65de62180a45f0c78282139a580017c6049bf6c05b20c1a2ba0fa", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6718e9e46331143b4a027bbfab59a1d729335a4b7409574403dd6d7f234c2477", + "predict_mask": "588a6168585f30c81ac884e3839575a58bd000ecf416f4ef3b36bb05ec15775a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "4b5dd1a76461b88390bb07d5ac3c794fadc3b39531f9be03db3f587170a57e5d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "4b5dd1a76461b88390bb07d5ac3c794fadc3b39531f9be03db3f587170a57e5d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "926d076d264a88b2828d5e1956e269ee3a4ee3f3f154d262709edfb097783e29", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 33000, + 33001, + 33002, + 33003 + ], + "evaluation_corruption_seed": 33004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 3 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "e8e7fb9da26341d51e9e47813443311d22229a801bb4edb4faa0b2d306dd3c18", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "e8e7fb9da26341d51e9e47813443311d22229a801bb4edb4faa0b2d306dd3c18", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 34000, + 34001, + 34002, + 34003 + ], + "evaluation_corruption_seed": 34004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 4 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "eda46f0c5d7ed09ca25a7bb2eb83c784f1a9d5083707195199bbb9692d5694b2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "eda46f0c5d7ed09ca25a7bb2eb83c784f1a9d5083707195199bbb9692d5694b2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 34000, + 34001, + 34002, + 34003 + ], + "evaluation_corruption_seed": 34004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 4 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "18d0fa0be89f6128a9bb41f415d1b467e942b722a7f35793048eb8862d021ca9", + "predict_mask": "f8db8df230938f8ffec533a8f0a597125ac99c67f9f825a5b1289ff4e5f5e195", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "db5f81f5fa23f7198a61b30a5359e9768b87151497a07b669cac4b9d9de9900c", + "predict_mask": "7ee4adbfd154ba3f384c4d6796373fa8372136fcfe3b0061ba8436c330985229", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "a7ec289cecfae029ba1b885e38b4b26d846990b3c14f85299bb06a55cceee608", + "predict_mask": "67f517991361d6546b4c13a2a833e93b68e4adccb7d2def4b55eeb41529158d1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "528d3f834b150ee441723347d7bcaaf6bc7e5ba2d828139056df580f671ae6eb", + "predict_mask": "98430a9d7b2b0c70f49de6a51db79224304443f250ac02027f2bec82ebd30638", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "058b5c9ee23637236fa06cd24a337212e083ed78b9350ab9e20ff81d148f5be7", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "058b5c9ee23637236fa06cd24a337212e083ed78b9350ab9e20ff81d148f5be7", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "80b687c32e47ec31fa4e82836549a27c2f25611086e40444b201908f6ccebd78", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 34000, + 34001, + 34002, + 34003 + ], + "evaluation_corruption_seed": 34004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 4 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "b01892e9620d6ca9134134bf4403c1ed5d7dde15809fafbf924376160906d8bb", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "b01892e9620d6ca9134134bf4403c1ed5d7dde15809fafbf924376160906d8bb", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 35000, + 35001, + 35002, + 35003 + ], + "evaluation_corruption_seed": 35004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 5 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "f599dec52fd9a4fda630b75b2eb7399f82a0a6f941ff8844ed39d4af404a4cc8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "f599dec52fd9a4fda630b75b2eb7399f82a0a6f941ff8844ed39d4af404a4cc8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 35000, + 35001, + 35002, + 35003 + ], + "evaluation_corruption_seed": 35004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 5 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "2af5d478bb5f38c316361be0ab4c4d8bf5e436178887c3f642304df1ffbc948a", + "predict_mask": "32f2b1190363b77fc820ffcb3bdac2de5cbf86d9039dba190dce4f07d0aa9c15", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "55daabc70bde8f24a8f6017281ec68159d68af0ec6a68512370ccffd88a75b38", + "predict_mask": "94629e3f941bd8831cf19bb98a75f19da35ecc8f2d5e6201324385f58cfeb30b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1b5f2061c51e78595e2293dd37260c45137668d0824595282c0271e113a5a648", + "predict_mask": "e0e53de7e5b7252666ea0931ac31d4503483bb4177879e76948cc472ef2c79b2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "67319e04ea4d568d64b8d6ceffe1c7679fb10098d0e5fa6c1cdb319b5d1a1cb8", + "predict_mask": "51b9054b86ba7f345a7cc5f4f96555a3f4575749f710d6d919c7483b9977fec6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "a99a875ae7334b8efd724f66ba2ef9588969c56b26580282daec70e62096099b", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "a99a875ae7334b8efd724f66ba2ef9588969c56b26580282daec70e62096099b", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "124275f74822923d14e2c2e58fcfa5fe0f593679eb259a76350470bf889f4efb", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 35000, + 35001, + 35002, + 35003 + ], + "evaluation_corruption_seed": 35004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 5 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "9f20168eeb24adda3449bd603e66d668b59c3626b175b50eacde0293b95514f1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "9f20168eeb24adda3449bd603e66d668b59c3626b175b50eacde0293b95514f1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 36000, + 36001, + 36002, + 36003 + ], + "evaluation_corruption_seed": 36004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 6 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "5b1efd413045185ebd623a45836ae56271d8e9d451bd03c688f6c2a37eb47ec8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "5b1efd413045185ebd623a45836ae56271d8e9d451bd03c688f6c2a37eb47ec8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 36000, + 36001, + 36002, + 36003 + ], + "evaluation_corruption_seed": 36004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 6 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "4f423875c5896e6eca8cb325f204196ccea4ce31eb43bedca4f7bb5176d5d37f", + "predict_mask": "67a26fe91591216d7701f7597bfce052f3e2ebe245161f0bd9844fce74d42a93", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "866354409be0014b5d2d11bc323782998b0ff115a8a3980a04284ae801d5690d", + "predict_mask": "2d60550ded914c40e971c090f788af4c87534b4b23e5503e3bb15e6e2b1dab55", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "8ebbcc334a0d010eafa2df7a7e919631cc8d7e4c2eb93bb32fc2c4dec32df517", + "predict_mask": "29a29708f1077272336594ee2a0c8cc678a87c780a5ba6b89a2bb6d249567fe4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "691ee1175b006ce162ee58330390470fb63f4e55fa97bffabae242ac29a091d0", + "predict_mask": "e0c135f778f26c43ac0df5a1a6d125128f8e04baac5931d3b6b8b6ead61e47af", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "cbc836d8d0880bb7c20ee4ce22ba23638e4674716c9f6563593c2dc58371dde6", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "cbc836d8d0880bb7c20ee4ce22ba23638e4674716c9f6563593c2dc58371dde6", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "bc90ec1f0dc543c2a79b4612eb0288c3a4f78c7d67c3f0885e874d0cc213577c", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 36000, + 36001, + 36002, + 36003 + ], + "evaluation_corruption_seed": 36004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 6 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "30238b668cfce208181a57da92cdd8a7f02e816b08208228f2b07a2f84a6f4cb", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "30238b668cfce208181a57da92cdd8a7f02e816b08208228f2b07a2f84a6f4cb", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 37000, + 37001, + 37002, + 37003 + ], + "evaluation_corruption_seed": 37004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 7 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "299faf74c40080c8e84e082c1ccc188e4f6c9732f04419833655e1353f59150c", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "299faf74c40080c8e84e082c1ccc188e4f6c9732f04419833655e1353f59150c", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 37000, + 37001, + 37002, + 37003 + ], + "evaluation_corruption_seed": 37004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 7 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "eb9febbb1958629f950bf2b9e8cce23064ceda0ad919297cf345b7dd780234e1", + "predict_mask": "c613e8b51f57adb1ec09400ea78559764846cceaef999cab73ba9e6b959d9468", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "ac9463af7f7f85440d2727b315759dc1d6e2fbd8ba29dbf589bd97457b7b5828", + "predict_mask": "a732b28764130b6310af8efe4b9c7a9f76c14dd9b5ed6f2a23f799d4704d1236", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1e79f00b4196d90cfd8ad5b240f734ce2db0b68ee243f9d60884aa650419d16f", + "predict_mask": "224fa018f477485565e233173770f718f6aacb2f9db98ed0e875961f4467c022", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3bb0a777d80d615d4f71197f5717dd5cbb9c9e2b747097033710bdcd364e3045", + "predict_mask": "10be502e938eb356b72ec784740710e23a9208d54c9ed93e03e194afddfcc5d2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "317c2fb444e843ccc0d5af95bfd28a970f26cc862bc2f088d9b778133d8b751b", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "317c2fb444e843ccc0d5af95bfd28a970f26cc862bc2f088d9b778133d8b751b", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e1ed3020ae61b56d3843115eb40e474bb183fe8c473bd7395d36810cd9d146e8", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 37000, + 37001, + 37002, + 37003 + ], + "evaluation_corruption_seed": 37004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 7 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "d2b3c713aa6202def45b7739942634a3db6aad275ce6baca1af7f6a7b7784e44", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "d2b3c713aa6202def45b7739942634a3db6aad275ce6baca1af7f6a7b7784e44", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 38000, + 38001, + 38002, + 38003 + ], + "evaluation_corruption_seed": 38004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 8 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "21758a342c65b6f1122cd6a7efa2d9f24d03bbb0a5dcdeba3008a19e70c75101", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "21758a342c65b6f1122cd6a7efa2d9f24d03bbb0a5dcdeba3008a19e70c75101", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 38000, + 38001, + 38002, + 38003 + ], + "evaluation_corruption_seed": 38004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 8 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ac3a0bd42c19758ee1ecc790232870b9deb68d524f7fb1e6ed629335d46450a0", + "predict_mask": "d30981162f22f81fbd3cc013c317152a487ec631ff96f446103d5a83e35450be", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6bca8338821203bf19884988d4361cc9cb21819261da3a6a7e374260b3896ff9", + "predict_mask": "5bcc32dba1cea5ca4d35bb55d14e15c134ec0b7ed7ccfcf32a6610d55076aedb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c77e8908608c128844318ec108d627730c19f720216d38b996db3a7783d13756", + "predict_mask": "6a772c02ea7933800b8d5c9c0e2a57d3e1382d0aadab0b4a361158288704ed90", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "63ca2eb3788eef2a802867853305e55daa5bd3ddcb192e593241026d8ecc9495", + "predict_mask": "79445cdd313a70648117e3a6a04b98be8de0cc41d9cd0e42586c5272089d9667", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "f959ea84ebcf99421292e6055bd55657709a53aa6b5e13dcb033bdbd4fcb87af", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "f959ea84ebcf99421292e6055bd55657709a53aa6b5e13dcb033bdbd4fcb87af", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "88423dbb8012778560b8d0097a84c4901de622e666fc6a01deb51c5f5727564b", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 38000, + 38001, + 38002, + 38003 + ], + "evaluation_corruption_seed": 38004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 8 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "07cd7c73bc1f702aa007a0d53c9950f72ce39e0a424bbe1fa5363ef49ffb84a2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "07cd7c73bc1f702aa007a0d53c9950f72ce39e0a424bbe1fa5363ef49ffb84a2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 39000, + 39001, + 39002, + 39003 + ], + "evaluation_corruption_seed": 39004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 9 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "05ac7d9cd515b2daf70877e3b05757c327397c6060d1b35226c9c465006bcb2e", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "05ac7d9cd515b2daf70877e3b05757c327397c6060d1b35226c9c465006bcb2e", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 39000, + 39001, + 39002, + 39003 + ], + "evaluation_corruption_seed": 39004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 9 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "d7aa2816096f449cebfea736564932144e9e4d3b671ba65217b5dc5da9a0b3fd", + "predict_mask": "647617d94953cfde922ea88e5c3e1c574cf6008195518341dfeab8cc9a4e84a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d3590efc4a740c8a42b488651f26b39080e1a935b0d581054994ae262d27f506", + "predict_mask": "5aefc77fd26079bac59be38b9c9528d48f44c29f2dc14f7f40b97a9aa9d525e9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6c46dab496a8d5e4e6f57b827f88225d4ef09e16a0d2085e7f863db5bfa14db9", + "predict_mask": "d3df79a232e5bc20200452f06c460cd3ac990a4b35315404ee0ed3c0560b0523", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6a9cd9225361aed9176f924dbfcdee94bc6c266b0b2dee15afe03f4d8adeaecc", + "predict_mask": "e8c0cae2fdcddc25cecb0d7281be00d2287f4edb3a9bbaeab904aae970833a60", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "bf01f3b16f30098af8aa4f5c5c617313a5ad8b232a4aea1494908d619d1fc8c4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "bf01f3b16f30098af8aa4f5c5c617313a5ad8b232a4aea1494908d619d1fc8c4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "e0c5ddff4e55a5370f3a1d79d5300931e56cd32565d5c8e6c582b43d03b9f160", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 39000, + 39001, + 39002, + 39003 + ], + "evaluation_corruption_seed": 39004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 9 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "22825afb19cae32cb007c5b781ed83f7f91995488446ad60f0bcd165e613a0b9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "22825afb19cae32cb007c5b781ed83f7f91995488446ad60f0bcd165e613a0b9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 40000, + 40001, + 40002, + 40003 + ], + "evaluation_corruption_seed": 40004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 10 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "3b3c63eaf7b7b18a62b2f30e3110235237b33a053e9b28678904cbb5e164f200", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "3b3c63eaf7b7b18a62b2f30e3110235237b33a053e9b28678904cbb5e164f200", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 40000, + 40001, + 40002, + 40003 + ], + "evaluation_corruption_seed": 40004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 10 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "b903a0246631e0a6a1af2496c6b43eb6071700147b456ebc32d08d93966de78a", + "predict_mask": "a153fdc43d3afb6a7bb5e676251a17205952c669a3abd951e24c6c9653844489", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "335df52f24ea18a3cab317c4d002dfc4d41f5cfe31529f74e45f0084a16200e3", + "predict_mask": "ddfe143f591735468219daa0bd3e057d55ce1002705183378ce88d51b629b109", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e5eb51f1da119c17355e0e4f11c6f1abb203ddf617fa7fb6dc74b601c4771c08", + "predict_mask": "70594ac65c7b71f49eb7593f17dd410afc728daf3ac09e2e7f02ec9d068cea23", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "da1500541a4d6f4fa7c77ad16a997df457b27732545545d48fe3ef42b9c427e8", + "predict_mask": "440b40410314147251a579fd0a6c408d4d013f6920bfbcee6b96284325ad5b85", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "4bb21deb5d6f3922a2297834db0d646b13840c2b6fb9ab16243e630200ad2f64", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "4bb21deb5d6f3922a2297834db0d646b13840c2b6fb9ab16243e630200ad2f64", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "9ba9ab0aaddd94401d3a461f20374883bbefbdf470ce57253a4e309ebb1daf84", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 40000, + 40001, + 40002, + 40003 + ], + "evaluation_corruption_seed": 40004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 10 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "2efea04a27a8d041f00ac9f92299e1306be42ea51cae9524926705719b37d412", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "2efea04a27a8d041f00ac9f92299e1306be42ea51cae9524926705719b37d412", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 41000, + 41001, + 41002, + 41003 + ], + "evaluation_corruption_seed": 41004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 11 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "23b46fec26131838d33f4cbb713eacc4a815c161fbcc3134395e4669bcb53731", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "23b46fec26131838d33f4cbb713eacc4a815c161fbcc3134395e4669bcb53731", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 41000, + 41001, + 41002, + 41003 + ], + "evaluation_corruption_seed": 41004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 11 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "317ccaf3b641e991535ab39b3f25af2ff1bf317e618230de7d53201ba7c3571b", + "predict_mask": "9a212209341a80d24e520f84a7410f5ffba1e368e7dc6e2c5fa48f6024c17e31", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3beac392d0276c6fd134d25992e53f456d75cb5e6003b3ce3a3ff24759f23e9c", + "predict_mask": "ce25a008088625d0daddbcb07658d69e7d779cbd1faadfa1b456bf9270492421", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "4c60b629becf5ed2bbf8f78f412b196d480be9f7a025382b94c44d24350524c2", + "predict_mask": "349fd32abd8d7bda88659604816e21533fe4b36d597b7444dc7fb30dbb87e913", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b9aefe4911f59d041472b922b84a936c0022176621d51abacb1d84b3714809d1", + "predict_mask": "c505b9a2b56c2be00e41b9502f0897827938e6992d7f042d73cd6fbcad19abd6", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "d2f0e6caa9f0100f685b7cd51ef19b01fb0553b58225beac71061b929b1af9f1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "d2f0e6caa9f0100f685b7cd51ef19b01fb0553b58225beac71061b929b1af9f1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f27a00e640679051a0ea304f0cc95093ba26864b6d2e03b6843ecafa106cf823", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 41000, + 41001, + 41002, + 41003 + ], + "evaluation_corruption_seed": 41004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 11 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "5c79043eec144dcdb1d68820d66907165698189041f0735e612013725a2f3f35", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "5c79043eec144dcdb1d68820d66907165698189041f0735e612013725a2f3f35", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 42000, + 42001, + 42002, + 42003 + ], + "evaluation_corruption_seed": 42004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 12 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "68dafd699523311005c02c70991190d494d14ead93c74072e992d49bad8304d4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "68dafd699523311005c02c70991190d494d14ead93c74072e992d49bad8304d4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 42000, + 42001, + 42002, + 42003 + ], + "evaluation_corruption_seed": 42004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 12 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "9131d470deb741a4136ad1eb4187ef6b4ee290a93d89c58f5a4e1b02d5198cb7", + "predict_mask": "5bd7c2aa140c3a6d74ba6cbaea550fc0d8e9a2bc5e021250f2960f67bd7b2f37", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bc6c797b89c18800c5d6ec3642fe66102c7a90b0c3a0c64387feb4d858ca1eb3", + "predict_mask": "35aa1c8f7161c0b41ca97b71b423856a9bd2b0855b06434476c78cbf696a4362", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1c82ab7d241f7cc6403c36e214f640796b8b06b86be96e198d8c34c20d60cbbd", + "predict_mask": "5333c6fe4bb3dc66c1a48681643f5d2993010d4b9021354ba4ec6d274e535a25", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "3e09bcacfe8a5ff9ddcfb870c10b24cafeceae787c571c91e9e846bbe10f3ef1", + "predict_mask": "294f3e8d283bc6b1d7dacd0eeb093eea6a9ce6b0a50ab41c3229ae7fcdc09a49", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "b937545e54e93b97402ae09c38a29da452927bd52a3f5f346ed384a08a5f0ba6", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "b937545e54e93b97402ae09c38a29da452927bd52a3f5f346ed384a08a5f0ba6", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "2a706cdec040cd823fff9c6afd1b7c37506f25b9f2bbde53a178ccca4616b5a6", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 42000, + 42001, + 42002, + 42003 + ], + "evaluation_corruption_seed": 42004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 12 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "8419dce721c8e0c7c9dc3e04cad12837e1ceb77c22d71f3b67ea47785537853d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "8419dce721c8e0c7c9dc3e04cad12837e1ceb77c22d71f3b67ea47785537853d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 43000, + 43001, + 43002, + 43003 + ], + "evaluation_corruption_seed": 43004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 13 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "570830297b181f87e51811f873d72c6fcfb5f9ec60b82a1d2591dd635072b366", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "570830297b181f87e51811f873d72c6fcfb5f9ec60b82a1d2591dd635072b366", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 43000, + 43001, + 43002, + 43003 + ], + "evaluation_corruption_seed": 43004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 13 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "96148f8820589180fb884da76ed4a4a270a55e51f643b08c00e2359144fe7e10", + "predict_mask": "c4a3d3ec2e7eb26597eb04a86054984d33fbe7bfc96dd5e6d889c316571c1488", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "2aa4617c17e030b1439126b096b64019ef51ad0cc0e2ba52404b2e75d7e14c80", + "predict_mask": "90af0c7d36a4cd6d6e2c5fbb9ee8fbec542c7b354743556468decd949db7c99a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "842b86a08b0d841a8e67d004acca3a6e80c0feb42f3c7ae111313b427a893b39", + "predict_mask": "925360a49365d1c02f858ae973a0d31adfaf06cd4b3eed60f01dc3b67536ecf5", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "23697a163ab1546171a989adfe6482a67c11129bd370b9d22b545c7ff6cb408f", + "predict_mask": "be6342330061379aeb2c0a0b8f3f79d9e96926b4b7fd3b3779ec3de7720605d7", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "9ecf0a10d3751ea383684fcf96af7be3950b387397ac3e001381026e8d83ff06", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "9ecf0a10d3751ea383684fcf96af7be3950b387397ac3e001381026e8d83ff06", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "669f17086d7ddec60ceaffe6c49d7a446e91a6e5de1685250b2e98532767d5c4", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 43000, + 43001, + 43002, + 43003 + ], + "evaluation_corruption_seed": 43004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 13 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "dfeb6f14d2781058d0848ea0f280724c5410022e2f47d32af75a2153f2d662d0", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "dfeb6f14d2781058d0848ea0f280724c5410022e2f47d32af75a2153f2d662d0", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 44000, + 44001, + 44002, + 44003 + ], + "evaluation_corruption_seed": 44004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 14 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "734d287d117ba8cf10253f0cf1142281f91d4cd6d8cadbe82a9cf14ca0d40fa2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "734d287d117ba8cf10253f0cf1142281f91d4cd6d8cadbe82a9cf14ca0d40fa2", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 44000, + 44001, + 44002, + 44003 + ], + "evaluation_corruption_seed": 44004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 14 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab7db0293c4874ac824f3febb758a63227f6d01423c2834ea876555c678b4c80", + "predict_mask": "2e39c2e0620176b75ad7bd2adf8e0b4456a66351607180dc54c36979892a5dc3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cd4601bffb6468a3ff00213c28dbd22fd4f69fc1b3a3f49acef603bdc29d5540", + "predict_mask": "1954255e477a6daf1fa1b9c76539289859bbfbc0935ef0f440c77be039322fef", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e8f249863ce5cd33136170fe5295a8266ecc8abd6214c43876034b54804cc211", + "predict_mask": "566046bd44bb040cd5b0f5e8a7d0d4aba1269ef28f2057bf0a7ef9822b1417ae", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b4c415f9cd868ef9ddf5de7fbc9acdcc3b68b0ade43755bc7733521727301e86", + "predict_mask": "9236948518f8088d57fbc1f5252eb5494429ace1ecd9b54267c9ffcc5fdd65fd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "1eec3c54698cec614ef6bbd28bc2365b882d3fcbefd0836001e0d5b81a614bab", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "1eec3c54698cec614ef6bbd28bc2365b882d3fcbefd0836001e0d5b81a614bab", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "f84f931a77d1806a30084869f519e56463bd3e18cdfa825ef45b9be705cd41ad", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 44000, + 44001, + 44002, + 44003 + ], + "evaluation_corruption_seed": 44004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 14 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "7ff8e1973049371adc4a179c7abc08becc154c6612af590f3162991686e797d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "7ff8e1973049371adc4a179c7abc08becc154c6612af590f3162991686e797d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 45000, + 45001, + 45002, + 45003 + ], + "evaluation_corruption_seed": 45004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 15 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "050a31438a2fe4e05a89865a0fcbd871cd6348e551273c88b8aa304b0c7088ed", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "050a31438a2fe4e05a89865a0fcbd871cd6348e551273c88b8aa304b0c7088ed", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 45000, + 45001, + 45002, + 45003 + ], + "evaluation_corruption_seed": 45004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 15 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "84a2ea07a2000711595fb2095b50ab08ae11f635acacee0de86e3c5208627729", + "predict_mask": "37a84f8ead7ae31e00abec03bc1b0534c0cf976f6d8f70341d5601952112edca", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "d79910e8ae2cd90235db47930262c08455b6953e0dace7dbcedde8f324363a38", + "predict_mask": "57ffce86fb27056b3581b30801cf869994314fd15984c9e2644792eea7d13435", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b6bf8d9572962d5a1b31e167e4b572b09666fe9fb296a9aec5547e20c93759ea", + "predict_mask": "0e5c4d2e9032a449c38ec4f61be37bdebac991ff898d81be90f062b6eff966bd", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "1471b7907c5f5281fe5c79d69426876c9db4563953cf910f01069f6a50992d24", + "predict_mask": "795c7231d6d02baaa9d24465df764ed32b9968604023babc3e4dc61360955479", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "b5cf47d2a38834df4471d2798d2933cde6511f5ff3e76c77e8e684489e4e8227", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "b5cf47d2a38834df4471d2798d2933cde6511f5ff3e76c77e8e684489e4e8227", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "22aefdad58cae38426c3f5d4f7bc63d1201a5fe1245ccece11b57a2b0b85a72f", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 45000, + 45001, + 45002, + 45003 + ], + "evaluation_corruption_seed": 45004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 15 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "19a32a9a2d9c18d5d906f20f15a9e6976e066f095e6e6bf6fa7a5163fd77a2d5", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "19a32a9a2d9c18d5d906f20f15a9e6976e066f095e6e6bf6fa7a5163fd77a2d5", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 46000, + 46001, + 46002, + 46003 + ], + "evaluation_corruption_seed": 46004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 16 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "04dac2d85a3a3f77df12d0ce17b946f7d05de12e8b9f07e67953572e1434c8e4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "04dac2d85a3a3f77df12d0ce17b946f7d05de12e8b9f07e67953572e1434c8e4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 46000, + 46001, + 46002, + 46003 + ], + "evaluation_corruption_seed": 46004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 16 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "291db0484e8fe6c8b15a2f8b5ece4421867b30452babf7c0c0d4ddb547dda498", + "predict_mask": "12128efb9436b7736c7ce304eafff9df1ce35abd5a251a3a23ea8411bc84dc35", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6ae7f06f8d31ec85f72e721958ca4c8916925018eac2f4f6f82e9b4ebe1b17b7", + "predict_mask": "63f1abcd5a0c25c409a5e39c0292a25c10d6e56d71bb7c9d2738b1435a524417", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c505d77b2eac31d44cc95418c04a9ab737b1090154ea189255504512e8f01f8e", + "predict_mask": "30d99424a50fa0e32fb7144931f1562d638e1cf4ff8881a1f315ca5f70f4ac9f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6cb2b7e7f26005d72b70ee74df1d0bb495386bd1b5c7f022519594a38effd088", + "predict_mask": "cbd299c998ede2e3090829f0197bff66c54ae99f40105bbaaee20d9af11b3347", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "30c335fb84300474ff94368a12a53b27e06cdca8de14949b2eefe48dbc3e375f", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "30c335fb84300474ff94368a12a53b27e06cdca8de14949b2eefe48dbc3e375f", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "1561491b652b5f538a84e870dc56ec830c20b39d2f35fa64d4fca4de9b0f188e", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 46000, + 46001, + 46002, + 46003 + ], + "evaluation_corruption_seed": 46004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 16 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "d8dded44be0b88b7c723b7779f3f1dcb5114df67edde4466b5bd0eead6b3957d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "d8dded44be0b88b7c723b7779f3f1dcb5114df67edde4466b5bd0eead6b3957d", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 47000, + 47001, + 47002, + 47003 + ], + "evaluation_corruption_seed": 47004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 17 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "c7374cb3cc3ff51d0bd6af69f9d0164448e3a4c25d6bd1bf5486db3c3bceac34", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "c7374cb3cc3ff51d0bd6af69f9d0164448e3a4c25d6bd1bf5486db3c3bceac34", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 47000, + 47001, + 47002, + 47003 + ], + "evaluation_corruption_seed": 47004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 17 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "e95c2be37a6ba2425f7c4b5ac64e2c759cb85f1e49ae490bcbdd6a52e08aa35d", + "predict_mask": "999f2255cd2c94245496f67315ab3759cabde4ed53551fc1f234ba34a24114e2", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "e46d01250b41bd1cbd79c4f9439a21c3988747588dde24d5fa0e7725393b0521", + "predict_mask": "6873980ea2b13667b7558796d0d9b2c6d1a9b633cafe59f670d87cc8e5998e13", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "7eba9c20a915867aaf835be3511007ebd799737e6a896b6c4ebd60a33cf56afd", + "predict_mask": "a4cb9d2ec105d2ed323580f9d755bb7f65f9c67dae7c61b5dfd4b60cd26b46b3", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "c63b5e545cc3bc6133c39505c24b35968ad08c811b9dd56ba05cb9e81ed80a62", + "predict_mask": "dacb064a758f0f48e5b5ed794fdda31f9ca57b91ba8908dcc97c304faf0d7018", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "69905a64e2e4809a60cb9a571f17e8a3c4adb955a0e3d19c57df0e93e99ae1d1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "69905a64e2e4809a60cb9a571f17e8a3c4adb955a0e3d19c57df0e93e99ae1d1", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "a467a64da459588a9717631021b4636f081a5b387192c1fbc179c26f83200272", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 47000, + 47001, + 47002, + 47003 + ], + "evaluation_corruption_seed": 47004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 17 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "aa4b6cd30c02898c4b1dce71781ccb1c6ed0cb23757ad6d8eab4e42946c180d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "aa4b6cd30c02898c4b1dce71781ccb1c6ed0cb23757ad6d8eab4e42946c180d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 48000, + 48001, + 48002, + 48003 + ], + "evaluation_corruption_seed": 48004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 18 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "93d5deed6708eabc86abfe5f5f65a86c6d70223a7bc2584c72a73d80e905e8bf", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "93d5deed6708eabc86abfe5f5f65a86c6d70223a7bc2584c72a73d80e905e8bf", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 48000, + 48001, + 48002, + 48003 + ], + "evaluation_corruption_seed": 48004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 18 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "88a0f58be8e37744018fb8686b433b0c532b6734c4a5da0cff46fc788622b282", + "predict_mask": "4aea3cd7d9adfb749ad9e75f86b75d2bcec6ce6a76fac4278fe04101e6ebc0c9", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f3ef54ab938b2301f4227594c231ad0d55e2dc19f45aaf7ef2fbb963485eac80", + "predict_mask": "7c069a6b0e24fa5e6587505310e34369c9ea13a43a8f3a2e66a810fbcf849923", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "6b7214e5822cb0d4079e20d17d1b29f5b7fa1d23d2e807e1a036763e67b37661", + "predict_mask": "9a35f9badfe06e7ef0d6ad33fa271cfe6a6e6817a4e95a570da67e33be6af538", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "618991dbb8cd1c9cc001269ba4fe8a0a5daf99d2b45505b98fb40b0212ee2bdc", + "predict_mask": "e5192c6f9ab69b80dde562bd910bc0c4dd83ebe8aac27a3349860fd22bc28f96", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "1810d4f92867aeff631394816dcbccc0b044591641d426e2738b8161e4b541c8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "1810d4f92867aeff631394816dcbccc0b044591641d426e2738b8161e4b541c8", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "8343ac44b25c8b373d321a449878388d2f150d0c4db1f8801dc1c0135378f4dd", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 48000, + 48001, + 48002, + 48003 + ], + "evaluation_corruption_seed": 48004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 18 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "4dfb85d89673911c218a9795bdd58b9cef0068a5e00f6f9aaf4ed2d7e30d8728", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "4dfb85d89673911c218a9795bdd58b9cef0068a5e00f6f9aaf4ed2d7e30d8728", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 49000, + 49001, + 49002, + 49003 + ], + "evaluation_corruption_seed": 49004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 19 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "1866a1446dc728a96eeb87f2bcb8cad230068cb34b4e542bac1254950769e4a4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "1866a1446dc728a96eeb87f2bcb8cad230068cb34b4e542bac1254950769e4a4", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 49000, + 49001, + 49002, + 49003 + ], + "evaluation_corruption_seed": 49004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 19 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "ab2df7a97798e195bba6faa12186256bea4e7813db9f66680c36c9245b9860b0", + "predict_mask": "4d745eb09599f2e7b6da92216094021734aea0cb5c42240829adfb06111dce6a", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "77e7a71c24aed735a1e1b3df58a41465dd85378760d0e0ed337cf4a883f7e634", + "predict_mask": "eed5bd5ca1bdbe7b9bd73f14833108948fc396ad6765387ef87bb8c462ef04ea", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "20d78b05a236f034c15c91c959749422de024debdcb31131c0707eb5773754b0", + "predict_mask": "a9d97d0dd1c3df396311a4c8ed5c3cc6d251b1f961a82b7780985e626603649e", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "cfe1664dfe6738ba82c4880429e0cd17a8e60fdac8a45d2662834a8125827265", + "predict_mask": "49774a09bd410a0c43f4a644f3ed9c8e2c264d06f0f2ccc8cfe44e6db4423a6f", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "9814740f42ebd1c48d4cd6dbe4e43deb5efd2addbe229f02e1d583dfebd855d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "9814740f42ebd1c48d4cd6dbe4e43deb5efd2addbe229f02e1d583dfebd855d9", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "646ca0f1479d67b9c56c459a6d1c5a0a25065dd5365141f6f03af82a293ef4db", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 49000, + 49001, + 49002, + 49003 + ], + "evaluation_corruption_seed": 49004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 19 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "d9371b41d99b2ead600e660109ab2a671f6b0d4bddb4ceddf3cfb76d528e7655", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "d9371b41d99b2ead600e660109ab2a671f6b0d4bddb4ceddf3cfb76d528e7655", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 50000, + 50001, + 50002, + 50003 + ], + "evaluation_corruption_seed": 50004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 20 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "b8439c2fa15dcbd34c8075e6477c69c695a0fb93eca9f2b7ef17fb2beef55f8a", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "b8439c2fa15dcbd34c8075e6477c69c695a0fb93eca9f2b7ef17fb2beef55f8a", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 50000, + 50001, + 50002, + 50003 + ], + "evaluation_corruption_seed": 50004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 20 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "7eacf693fe709b634c2141de1b911e29485d75aad1ca6104e815dfbb89a79c2e", + "predict_mask": "9e90146577c4b8d9704c6f2b57f5c71fab1700e31ad7ad0c873d90051dc248b1", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f71ef978d1d4b5240a650a9428517510c0f8d7c99517110aa64dc2f7cbc6a05f", + "predict_mask": "47dd51a8d4fc840408e5b71922878dcd18594af40879292c651429645bc5376b", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "f6a2073a0461f0fd1fdfd3eb0dd93d8dd79f9577ce3a844918d7baf931f4e8a8", + "predict_mask": "18f08924cc94b4acc36f0e39515a74762145f2393ad28b2d477e460da94df871", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "bbe8ba1ca1e3937d5d735d9a0abea8434a43f0443044e3dc415d521134e2902e", + "predict_mask": "b208163a407839a9f878b77cbfc4c1a96cfa13ac55e27335a9d4d8b0610a4d05", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "85b31ae8e6791deaae1162db26db0efcef07fa7d0a085c8505a15f994c2f2997", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "85b31ae8e6791deaae1162db26db0efcef07fa7d0a085c8505a15f994c2f2997", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "7fb3fa99b361c42879d692611af9243d1a90d4c77b2cd8e167a25e58579e2450", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 50000, + 50001, + 50002, + 50003 + ], + "evaluation_corruption_seed": 50004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 20 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "b2eef998a714f15c903f66786778c5889b684044409731b13b578365fa38e322", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "b2eef998a714f15c903f66786778c5889b684044409731b13b578365fa38e322", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 51000, + 51001, + 51002, + 51003 + ], + "evaluation_corruption_seed": 51004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 1, + "seed": 21 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "dd9c3839b1a77b085c5ec2be520ac48c7bde33e299950b1ef1c620fe346a71af", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "dd9c3839b1a77b085c5ec2be520ac48c7bde33e299950b1ef1c620fe346a71af", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 51000, + 51001, + 51002, + 51003 + ], + "evaluation_corruption_seed": 51004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 2, + "seed": 21 + }, + { + "arms": [ + "as_is", + "residual_delta" + ], + "batch_digests": { + "as_is": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ], + "residual_delta": [ + { + "noisy": "05a33b4425f6fc016c02d2361e579850524ad09eefda0cec9feb2975abd21fa3", + "predict_mask": "b6d5c73a12605920889a020f5f955f1df1fc52130e16a038425ce80cafd3f156", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "b912bc39ad9cec7cb0c7627b22d85fbea262365423006f8f6c0f5c5f9c470b9c", + "predict_mask": "0f26b684a7ef7890d40f79c477b3891fe24a1a9f4fdd7f76d00016523c0ccf52", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "60936807dbb8067c6b64da6600d411005fba2f1edfc352810f6aec2a1a515da1", + "predict_mask": "52b53b1aa960ee9f31a1b4bdb73a91b1372d6c43b133fda6017145098caad6fb", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + }, + { + "noisy": "888834182184d949eace5bd1ba978e06f39fddd6227ba9e9505efe66822cfb65", + "predict_mask": "2586da42bf6a58f3808a977678138f3c6304e63baacaac669cd3b4704be0b1a4", + "targets": "3b2a6fb7541f22fd2816c7beaf4dc3becc282372ef8d8476f8584997aff05abf" + } + ] + }, + "batches_matched": true, + "contracts": { + "as_is": { + "config_hash": "2ac57e9fbc2cae34cac6a2e1a803aa8df23ab8cf34f1f6fd050f0339ac6c85df", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + }, + "residual_delta": { + "config_hash": "2ac57e9fbc2cae34cac6a2e1a803aa8df23ab8cf34f1f6fd050f0339ac6c85df", + "data_record_hash": "3ab89760f743181f246b29693a74b668467a80993a1c7300990002eab7d2254e", + "optimizer": { + "groups": [ + { + "amsgrad": false, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "lr": 0.001, + "maximize": false, + "parameter_names": [ + "context.encoder.tok.weight", + "context.encoder.pos.weight", + "context.encoder.layers.0.self_attn.q_proj.weight", + "context.encoder.layers.0.self_attn.q_proj.bias", + "context.encoder.layers.0.self_attn.k_proj.weight", + "context.encoder.layers.0.self_attn.k_proj.bias", + "context.encoder.layers.0.self_attn.v_proj.weight", + "context.encoder.layers.0.self_attn.v_proj.bias", + "context.encoder.layers.0.self_attn.out_proj.weight", + "context.encoder.layers.0.self_attn.out_proj.bias", + "context.encoder.layers.0.norm1.weight", + "context.encoder.layers.0.mlp.0.weight", + "context.encoder.layers.0.mlp.0.bias", + "context.encoder.layers.0.mlp.2.weight", + "context.encoder.layers.0.mlp.2.bias", + "context.encoder.layers.0.norm2.weight", + "context.encoder.norm.weight", + "denoiser.z_latent", + "denoiser.tok.weight", + "denoiser.pos.weight", + "denoiser.layers.0.self_attn.q_proj.weight", + "denoiser.layers.0.self_attn.q_proj.bias", + "denoiser.layers.0.self_attn.k_proj.weight", + "denoiser.layers.0.self_attn.k_proj.bias", + "denoiser.layers.0.self_attn.v_proj.weight", + "denoiser.layers.0.self_attn.v_proj.bias", + "denoiser.layers.0.self_attn.out_proj.weight", + "denoiser.layers.0.self_attn.out_proj.bias", + "denoiser.layers.0.norm1.weight", + "denoiser.layers.0.cross_attn.q_proj.weight", + "denoiser.layers.0.cross_attn.q_proj.bias", + "denoiser.layers.0.cross_attn.k_proj.weight", + "denoiser.layers.0.cross_attn.k_proj.bias", + "denoiser.layers.0.cross_attn.v_proj.weight", + "denoiser.layers.0.cross_attn.v_proj.bias", + "denoiser.layers.0.cross_attn.out_proj.weight", + "denoiser.layers.0.cross_attn.out_proj.bias", + "denoiser.layers.0.norm_cross.weight", + "denoiser.layers.0.mlp.0.weight", + "denoiser.layers.0.mlp.0.bias", + "denoiser.layers.0.mlp.2.weight", + "denoiser.layers.0.mlp.2.bias", + "denoiser.layers.0.norm2.weight", + "denoiser.layers.1.self_attn.q_proj.weight", + "denoiser.layers.1.self_attn.q_proj.bias", + "denoiser.layers.1.self_attn.k_proj.weight", + "denoiser.layers.1.self_attn.k_proj.bias", + "denoiser.layers.1.self_attn.v_proj.weight", + "denoiser.layers.1.self_attn.v_proj.bias", + "denoiser.layers.1.self_attn.out_proj.weight", + "denoiser.layers.1.self_attn.out_proj.bias", + "denoiser.layers.1.norm1.weight", + "denoiser.layers.1.cross_attn.q_proj.weight", + "denoiser.layers.1.cross_attn.q_proj.bias", + "denoiser.layers.1.cross_attn.k_proj.weight", + "denoiser.layers.1.cross_attn.k_proj.bias", + "denoiser.layers.1.cross_attn.v_proj.weight", + "denoiser.layers.1.cross_attn.v_proj.bias", + "denoiser.layers.1.cross_attn.out_proj.weight", + "denoiser.layers.1.cross_attn.out_proj.bias", + "denoiser.layers.1.norm_cross.weight", + "denoiser.layers.1.mlp.0.weight", + "denoiser.layers.1.mlp.0.bias", + "denoiser.layers.1.mlp.2.weight", + "denoiser.layers.1.mlp.2.bias", + "denoiser.layers.1.norm2.weight", + "denoiser.norm.weight", + "denoiser.ctx_proj.weight", + "denoiser.ctx_proj.bias", + "trust_gate.proj.weight", + "trust_gate.proj.bias", + "survival_head.proj.weight", + "survival_head.proj.bias" + ], + "weight_decay": 0.01 + } + ], + "initial_state_empty": true + }, + "state_digest": "d71722c31e2b8cd8e7b5804cfc4af00ce14a4bfb1aa9270c825bb8fcf2f02705", + "tokenizer_hash": "616dce1fb7b55447d65a21c4717d1dfba7c4d2ce68585280c6e5271f050142a2" + } + }, + "corruption_seeds": [ + 51000, + 51001, + 51002, + 51003 + ], + "evaluation_corruption_seed": 51004, + "matched": true, + "mismatches": [], + "optimizer_steps": 4, + "recursive_steps": 4, + "seed": 21 + } + ], + "matrix_set": "slm282-recurrence-health", + "matrix_version": "slm282-v2-powered", + "note": "Fixture-only recurrence diagnostic. residual_delta is not a production default and this report is never a ship claim.", + "preregistration": { + "arms": [ + "as_is", + "residual_delta" + ], + "condition": "CE(final) <= CE(previous) <= CE(r=1)", + "power_rule": { + "min_pass_rate": 0.5 + }, + "primary_arm": "as_is", + "recursive_steps": [ + 1, + 2, + 4 + ], + "required_seed_passes": null, + "residual_delta_is_fixture_only": true, + "seeds": [ + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ] + }, + "production_default_changed": false, + "recipe": { + "backend": "scratch", + "data": "synthetic_fixture", + "device": "cpu", + "finite_difference_epsilon": 0.001, + "honesty_mode": "fixture_diagnostic_not_ship", + "learning_rate": 0.001, + "max_wall_minutes": 3.0, + "optimizer": "AdamW", + "optimizer_steps": 4, + "suite_n": 2, + "training_objective": "final_depth_masked_cross_entropy" + }, + "rng_contract": { + "per_seed_namespaces": { + "10": { + "arch_specific:shared_recursive": 70010, + "arch_specific:shared_recursive_no_extra_capacity": 90010, + "arch_specific:shared_recursive_y_only": 80010, + "arch_specific:stacked": 60010, + "arch_specific:stacked_depth_matched": 100010, + "arch_specific:stacked_matched_state": 110010, + "control_only": 50010, + "model_initialization": 10, + "shape_probe_context": 20010, + "shape_probe_inputs": 10010, + "training_batch_order": 40010, + "training_corruption": 30010 + }, + "11": { + "arch_specific:shared_recursive": 70011, + "arch_specific:shared_recursive_no_extra_capacity": 90011, + "arch_specific:shared_recursive_y_only": 80011, + "arch_specific:stacked": 60011, + "arch_specific:stacked_depth_matched": 100011, + "arch_specific:stacked_matched_state": 110011, + "control_only": 50011, + "model_initialization": 11, + "shape_probe_context": 20011, + "shape_probe_inputs": 10011, + "training_batch_order": 40011, + "training_corruption": 30011 + }, + "12": { + "arch_specific:shared_recursive": 70012, + "arch_specific:shared_recursive_no_extra_capacity": 90012, + "arch_specific:shared_recursive_y_only": 80012, + "arch_specific:stacked": 60012, + "arch_specific:stacked_depth_matched": 100012, + "arch_specific:stacked_matched_state": 110012, + "control_only": 50012, + "model_initialization": 12, + "shape_probe_context": 20012, + "shape_probe_inputs": 10012, + "training_batch_order": 40012, + "training_corruption": 30012 + }, + "13": { + "arch_specific:shared_recursive": 70013, + "arch_specific:shared_recursive_no_extra_capacity": 90013, + "arch_specific:shared_recursive_y_only": 80013, + "arch_specific:stacked": 60013, + "arch_specific:stacked_depth_matched": 100013, + "arch_specific:stacked_matched_state": 110013, + "control_only": 50013, + "model_initialization": 13, + "shape_probe_context": 20013, + "shape_probe_inputs": 10013, + "training_batch_order": 40013, + "training_corruption": 30013 + }, + "14": { + "arch_specific:shared_recursive": 70014, + "arch_specific:shared_recursive_no_extra_capacity": 90014, + "arch_specific:shared_recursive_y_only": 80014, + "arch_specific:stacked": 60014, + "arch_specific:stacked_depth_matched": 100014, + "arch_specific:stacked_matched_state": 110014, + "control_only": 50014, + "model_initialization": 14, + "shape_probe_context": 20014, + "shape_probe_inputs": 10014, + "training_batch_order": 40014, + "training_corruption": 30014 + }, + "15": { + "arch_specific:shared_recursive": 70015, + "arch_specific:shared_recursive_no_extra_capacity": 90015, + "arch_specific:shared_recursive_y_only": 80015, + "arch_specific:stacked": 60015, + "arch_specific:stacked_depth_matched": 100015, + "arch_specific:stacked_matched_state": 110015, + "control_only": 50015, + "model_initialization": 15, + "shape_probe_context": 20015, + "shape_probe_inputs": 10015, + "training_batch_order": 40015, + "training_corruption": 30015 + }, + "16": { + "arch_specific:shared_recursive": 70016, + "arch_specific:shared_recursive_no_extra_capacity": 90016, + "arch_specific:shared_recursive_y_only": 80016, + "arch_specific:stacked": 60016, + "arch_specific:stacked_depth_matched": 100016, + "arch_specific:stacked_matched_state": 110016, + "control_only": 50016, + "model_initialization": 16, + "shape_probe_context": 20016, + "shape_probe_inputs": 10016, + "training_batch_order": 40016, + "training_corruption": 30016 + }, + "17": { + "arch_specific:shared_recursive": 70017, + "arch_specific:shared_recursive_no_extra_capacity": 90017, + "arch_specific:shared_recursive_y_only": 80017, + "arch_specific:stacked": 60017, + "arch_specific:stacked_depth_matched": 100017, + "arch_specific:stacked_matched_state": 110017, + "control_only": 50017, + "model_initialization": 17, + "shape_probe_context": 20017, + "shape_probe_inputs": 10017, + "training_batch_order": 40017, + "training_corruption": 30017 + }, + "18": { + "arch_specific:shared_recursive": 70018, + "arch_specific:shared_recursive_no_extra_capacity": 90018, + "arch_specific:shared_recursive_y_only": 80018, + "arch_specific:stacked": 60018, + "arch_specific:stacked_depth_matched": 100018, + "arch_specific:stacked_matched_state": 110018, + "control_only": 50018, + "model_initialization": 18, + "shape_probe_context": 20018, + "shape_probe_inputs": 10018, + "training_batch_order": 40018, + "training_corruption": 30018 + }, + "19": { + "arch_specific:shared_recursive": 70019, + "arch_specific:shared_recursive_no_extra_capacity": 90019, + "arch_specific:shared_recursive_y_only": 80019, + "arch_specific:stacked": 60019, + "arch_specific:stacked_depth_matched": 100019, + "arch_specific:stacked_matched_state": 110019, + "control_only": 50019, + "model_initialization": 19, + "shape_probe_context": 20019, + "shape_probe_inputs": 10019, + "training_batch_order": 40019, + "training_corruption": 30019 + }, + "2": { + "arch_specific:shared_recursive": 70002, + "arch_specific:shared_recursive_no_extra_capacity": 90002, + "arch_specific:shared_recursive_y_only": 80002, + "arch_specific:stacked": 60002, + "arch_specific:stacked_depth_matched": 100002, + "arch_specific:stacked_matched_state": 110002, + "control_only": 50002, + "model_initialization": 2, + "shape_probe_context": 20002, + "shape_probe_inputs": 10002, + "training_batch_order": 40002, + "training_corruption": 30002 + }, + "20": { + "arch_specific:shared_recursive": 70020, + "arch_specific:shared_recursive_no_extra_capacity": 90020, + "arch_specific:shared_recursive_y_only": 80020, + "arch_specific:stacked": 60020, + "arch_specific:stacked_depth_matched": 100020, + "arch_specific:stacked_matched_state": 110020, + "control_only": 50020, + "model_initialization": 20, + "shape_probe_context": 20020, + "shape_probe_inputs": 10020, + "training_batch_order": 40020, + "training_corruption": 30020 + }, + "21": { + "arch_specific:shared_recursive": 70021, + "arch_specific:shared_recursive_no_extra_capacity": 90021, + "arch_specific:shared_recursive_y_only": 80021, + "arch_specific:stacked": 60021, + "arch_specific:stacked_depth_matched": 100021, + "arch_specific:stacked_matched_state": 110021, + "control_only": 50021, + "model_initialization": 21, + "shape_probe_context": 20021, + "shape_probe_inputs": 10021, + "training_batch_order": 40021, + "training_corruption": 30021 + }, + "3": { + "arch_specific:shared_recursive": 70003, + "arch_specific:shared_recursive_no_extra_capacity": 90003, + "arch_specific:shared_recursive_y_only": 80003, + "arch_specific:stacked": 60003, + "arch_specific:stacked_depth_matched": 100003, + "arch_specific:stacked_matched_state": 110003, + "control_only": 50003, + "model_initialization": 3, + "shape_probe_context": 20003, + "shape_probe_inputs": 10003, + "training_batch_order": 40003, + "training_corruption": 30003 + }, + "4": { + "arch_specific:shared_recursive": 70004, + "arch_specific:shared_recursive_no_extra_capacity": 90004, + "arch_specific:shared_recursive_y_only": 80004, + "arch_specific:stacked": 60004, + "arch_specific:stacked_depth_matched": 100004, + "arch_specific:stacked_matched_state": 110004, + "control_only": 50004, + "model_initialization": 4, + "shape_probe_context": 20004, + "shape_probe_inputs": 10004, + "training_batch_order": 40004, + "training_corruption": 30004 + }, + "5": { + "arch_specific:shared_recursive": 70005, + "arch_specific:shared_recursive_no_extra_capacity": 90005, + "arch_specific:shared_recursive_y_only": 80005, + "arch_specific:stacked": 60005, + "arch_specific:stacked_depth_matched": 100005, + "arch_specific:stacked_matched_state": 110005, + "control_only": 50005, + "model_initialization": 5, + "shape_probe_context": 20005, + "shape_probe_inputs": 10005, + "training_batch_order": 40005, + "training_corruption": 30005 + }, + "6": { + "arch_specific:shared_recursive": 70006, + "arch_specific:shared_recursive_no_extra_capacity": 90006, + "arch_specific:shared_recursive_y_only": 80006, + "arch_specific:stacked": 60006, + "arch_specific:stacked_depth_matched": 100006, + "arch_specific:stacked_matched_state": 110006, + "control_only": 50006, + "model_initialization": 6, + "shape_probe_context": 20006, + "shape_probe_inputs": 10006, + "training_batch_order": 40006, + "training_corruption": 30006 + }, + "7": { + "arch_specific:shared_recursive": 70007, + "arch_specific:shared_recursive_no_extra_capacity": 90007, + "arch_specific:shared_recursive_y_only": 80007, + "arch_specific:stacked": 60007, + "arch_specific:stacked_depth_matched": 100007, + "arch_specific:stacked_matched_state": 110007, + "control_only": 50007, + "model_initialization": 7, + "shape_probe_context": 20007, + "shape_probe_inputs": 10007, + "training_batch_order": 40007, + "training_corruption": 30007 + }, + "8": { + "arch_specific:shared_recursive": 70008, + "arch_specific:shared_recursive_no_extra_capacity": 90008, + "arch_specific:shared_recursive_y_only": 80008, + "arch_specific:stacked": 60008, + "arch_specific:stacked_depth_matched": 100008, + "arch_specific:stacked_matched_state": 110008, + "control_only": 50008, + "model_initialization": 8, + "shape_probe_context": 20008, + "shape_probe_inputs": 10008, + "training_batch_order": 40008, + "training_corruption": 30008 + }, + "9": { + "arch_specific:shared_recursive": 70009, + "arch_specific:shared_recursive_no_extra_capacity": 90009, + "arch_specific:shared_recursive_y_only": 80009, + "arch_specific:stacked": 60009, + "arch_specific:stacked_depth_matched": 100009, + "arch_specific:stacked_matched_state": 110009, + "control_only": 50009, + "model_initialization": 9, + "shape_probe_context": 20009, + "shape_probe_inputs": 10009, + "training_batch_order": 40009, + "training_corruption": 30009 + } + }, + "version": "FixtureRngContractV1" + }, + "run_id": "slm282_recurrence_health", + "schema": "RecurrenceHealthReportV1", + "ship_gate_claim": false, + "status": "fixture_only", + "summary": { + "controls_matched": true, + "disposition": "recursive_core_positive", + "passed_seed_count": 18, + "power_rule": { + "interval": { + "confidence_level": 0.95, + "estimate": 0.9, + "high": 0.9721335187862319, + "low": 0.6989663547715128, + "method": "wilson_score", + "n": 20 + }, + "min_pass_rate": 0.5 + }, + "primary_arm": "as_is", + "required_seed_passes": null, + "residual_delta_can_promote": false, + "schedule_complete": true, + "seed_count": 20, + "seed_results": [ + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 2 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 3 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 4 + }, + { + "pass": false, + "recursive_steps": [ + 2, + 4 + ], + "seed": 5 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 6 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 7 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 8 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 9 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 10 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 11 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 12 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 13 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 14 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 15 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 16 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 17 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 18 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 19 + }, + { + "pass": false, + "recursive_steps": [ + 2, + 4 + ], + "seed": 20 + }, + { + "pass": true, + "recursive_steps": [ + 2, + 4 + ], + "seed": 21 + } + ], + "telemetry_finite": true + }, + "version_stamp": { + "code_commit": "3777efcc46c2b5e445ac54dd90b58f79e1b97c2e", + "code_dirty": false, + "components": { + "evals.scoring": "v22", + "model.recursive_denoiser": "v19", + "model.twotower": "v236" + }, + "stamp_schema": "version_stamp/v1", + "stamped_at": "2026-07-25T00:50:04.751016+00:00" + } +} diff --git a/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md b/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md new file mode 100644 index 000000000..7054e8dd2 --- /dev/null +++ b/docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md @@ -0,0 +1,684 @@ +# SLM-421 recurrence-health fixture audit + +Disposition: **recursive_core_positive** + +Fixture-only diagnostic; never a readiness or ship claim. `residual_delta` is a counterfactual and is not a production default. + +## Preregistration + +- Primary arm: `as_is` +- Condition: `CE(final) <= CE(previous) <= CE(r=1)` +- Seed count: `20` +- Required passing seeds (fixed-count rule): `None` +- Observed passing seeds: `18` +- Power rule: Wilson 95% CI of per-seed pass rate must clear `0.5` for `recursive_core_positive`, or fall entirely below it for `recursive_core_negative`; otherwise `inconclusive_underpowered`. +- Observed pass rate: `0.9000` (Wilson 95% CI [`0.6990`, `0.9721`], n=`20`) + +## Recipe and matching + +- Device/backend: `cpu` / `scratch` +- Optimizer/steps/LR: `AdamW` / `4` / `0.001` +- Data/suite n: `synthetic_fixture` / `2` +- Arms/depths/seeds: `['as_is', 'residual_delta']` / `[1, 2, 4]` / `[2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21]` +- Honesty mode: `fixture_diagnostic_not_ship` +- Wall cap: `3.0` minutes +- Matched controls: **True** (initial state, config, tokenizer, records, optimizer, and actual target/noisy/mask digests) + +Each trained model contributes all of its `r=1..R` rows from exactly one post-training denoiser forward; no separately trained shallower model supplies an anytime point. + +## Raw per-example curves + +| arm | seed | R | depth | example | CE | accuracy | entropy | KL next | KL final | y ratio | z ratio | directional gain | +| --- | ---: | ---: | ---: | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| `as_is` | 2 | 1 | 1 | `a` | 16.539804 | 0.000000 | 0.442211 | — | 0.000000 | 0.711891 | 0.967556 | 1.495394 | +| `as_is` | 2 | 1 | 1 | `b` | 21.218060 | 0.000000 | 0.443417 | — | 0.000000 | 0.754758 | 0.982742 | 1.501659 | +| `residual_delta` | 2 | 1 | 1 | `a` | 17.571886 | 0.000000 | 0.136816 | — | 0.000000 | 0.269929 | 0.331286 | 1.008089 | +| `residual_delta` | 2 | 1 | 1 | `b` | 23.321079 | 0.000000 | 0.099009 | — | 0.000000 | 0.275639 | 0.330498 | 1.008509 | +| `as_is` | 2 | 2 | 1 | `a` | 16.550869 | 0.000000 | 0.422043 | 0.387587 | 0.387587 | 0.715963 | 0.970543 | 1.494026 | +| `as_is` | 2 | 2 | 1 | `b` | 21.133699 | 0.000000 | 0.487089 | 0.173847 | 0.173847 | 0.757327 | 0.984123 | 1.500019 | +| `as_is` | 2 | 2 | 2 | `a` | 14.448532 | 0.000000 | 0.853832 | — | 0.000000 | 0.448178 | 0.527486 | 2.064908 | +| `as_is` | 2 | 2 | 2 | `b` | 18.742622 | 0.000000 | 0.673289 | — | 0.000000 | 0.461787 | 0.531172 | 2.075706 | +| `residual_delta` | 2 | 2 | 1 | `a` | 17.557413 | 0.000000 | 0.110572 | 0.988525 | 0.988525 | 0.283977 | 0.325251 | 1.007543 | +| `residual_delta` | 2 | 2 | 1 | `b` | 23.298853 | 0.000000 | 0.064129 | 0.989519 | 0.989519 | 0.293726 | 0.326886 | 1.007476 | +| `residual_delta` | 2 | 2 | 2 | `a` | 13.013203 | 0.000000 | 0.757877 | — | 0.000000 | 0.296638 | 0.307265 | 1.031806 | +| `residual_delta` | 2 | 2 | 2 | `b` | 18.641933 | 0.000000 | 0.553117 | — | 0.000000 | 0.301606 | 0.304892 | 1.031610 | +| `as_is` | 2 | 4 | 1 | `a` | 16.671307 | 0.000000 | 0.391933 | 0.326258 | 1.640369 | 0.717328 | 0.973793 | 1.492400 | +| `as_is` | 2 | 4 | 1 | `b` | 21.212973 | 0.000000 | 0.506079 | 0.180883 | 0.999651 | 0.755643 | 0.984099 | 1.499293 | +| `as_is` | 2 | 4 | 2 | `a` | 14.510452 | 0.000000 | 0.762216 | 0.208235 | 0.634285 | 0.448387 | 0.528657 | 2.059961 | +| `as_is` | 2 | 4 | 2 | `b` | 18.819727 | 0.000000 | 0.626184 | 0.123996 | 0.514212 | 0.461359 | 0.530841 | 2.073674 | +| `as_is` | 2 | 4 | 3 | `a` | 13.433969 | 0.066667 | 1.166398 | 0.121910 | 0.121910 | 0.321822 | 0.356402 | 2.654325 | +| `as_is` | 2 | 4 | 3 | `b` | 17.268206 | 0.000000 | 1.091627 | 0.168256 | 0.168256 | 0.327787 | 0.357657 | 2.673074 | +| `as_is` | 2 | 4 | 4 | `a` | 12.890971 | 0.000000 | 1.345629 | — | 0.000000 | 0.249857 | 0.267816 | 3.258524 | +| `as_is` | 2 | 4 | 4 | `b` | 16.363947 | 0.000000 | 1.514004 | — | 0.000000 | 0.253124 | 0.268661 | 3.280774 | +| `residual_delta` | 2 | 4 | 1 | `a` | 18.120642 | 0.000000 | 0.057869 | 0.626235 | 7.992599 | 0.272312 | 0.313882 | 1.006010 | +| `residual_delta` | 2 | 4 | 1 | `b` | 23.841295 | 0.000000 | 0.020738 | 0.306350 | 7.543706 | 0.285508 | 0.318976 | 1.006317 | +| `residual_delta` | 2 | 4 | 2 | `a` | 13.559977 | 0.000000 | 0.478700 | 1.685408 | 5.630662 | 0.290408 | 0.303007 | 1.028665 | +| `residual_delta` | 2 | 4 | 2 | `b` | 18.835125 | 0.000000 | 0.502092 | 1.677382 | 5.639139 | 0.302265 | 0.304186 | 1.029218 | +| `residual_delta` | 2 | 4 | 3 | `a` | 11.038289 | 0.066667 | 1.540398 | 1.167010 | 1.167010 | 0.283990 | 0.276841 | 1.063155 | +| `residual_delta` | 2 | 4 | 3 | `b` | 15.344975 | 0.000000 | 1.697070 | 1.188028 | 1.188028 | 0.292355 | 0.276065 | 1.062717 | +| `residual_delta` | 2 | 4 | 4 | `a` | 11.590277 | 0.200000 | 1.222939 | — | 0.000000 | 0.259285 | 0.246101 | 1.103358 | +| `residual_delta` | 2 | 4 | 4 | `b` | 14.702705 | 0.000000 | 1.423306 | — | 0.000000 | 0.263987 | 0.245822 | 1.101268 | +| `as_is` | 3 | 1 | 1 | `a` | 17.501814 | 0.000000 | 0.878115 | — | 0.000000 | 0.727466 | 1.023952 | 1.508000 | +| `as_is` | 3 | 1 | 1 | `b` | 18.180166 | 0.000000 | 0.973711 | — | 0.000000 | 0.760057 | 1.020210 | 1.519465 | +| `residual_delta` | 3 | 1 | 1 | `a` | 17.939665 | 0.000000 | 0.743145 | — | 0.000000 | 0.220699 | 0.338621 | 1.008239 | +| `residual_delta` | 3 | 1 | 1 | `b` | 17.315929 | 0.000000 | 1.138387 | — | 0.000000 | 0.244510 | 0.326408 | 1.002620 | +| `as_is` | 3 | 2 | 1 | `a` | 17.577702 | 0.000000 | 0.855586 | 0.147839 | 0.147839 | 0.727198 | 1.026926 | 1.506459 | +| `as_is` | 3 | 2 | 1 | `b` | 18.276335 | 0.000000 | 0.904918 | 0.185402 | 0.185402 | 0.759559 | 1.022149 | 1.519409 | +| `as_is` | 3 | 2 | 2 | `a` | 16.953251 | 0.000000 | 0.869904 | — | 0.000000 | 0.443649 | 0.552502 | 2.082749 | +| `as_is` | 3 | 2 | 2 | `b` | 17.849066 | 0.000000 | 1.048017 | — | 0.000000 | 0.456085 | 0.546282 | 2.114698 | +| `residual_delta` | 3 | 2 | 1 | `a` | 18.010860 | 0.000000 | 0.725202 | 0.434700 | 0.434700 | 0.221501 | 0.344932 | 1.007682 | +| `residual_delta` | 3 | 2 | 1 | `b` | 17.557470 | 0.000000 | 1.033616 | 0.829479 | 0.829479 | 0.245175 | 0.330549 | 1.002469 | +| `residual_delta` | 3 | 2 | 2 | `a` | 16.178989 | 0.000000 | 0.965316 | — | 0.000000 | 0.230351 | 0.333969 | 1.030185 | +| `residual_delta` | 3 | 2 | 2 | `b` | 16.014820 | 0.000000 | 1.644121 | — | 0.000000 | 0.252676 | 0.323157 | 1.022801 | +| `as_is` | 3 | 4 | 1 | `a` | 17.714565 | 0.000000 | 0.823424 | 0.126346 | 0.443833 | 0.729459 | 1.032953 | 1.505464 | +| `as_is` | 3 | 4 | 1 | `b` | 18.417782 | 0.000000 | 0.817773 | 0.136693 | 0.572478 | 0.759869 | 1.025002 | 1.518992 | +| `as_is` | 3 | 4 | 2 | `a` | 17.119444 | 0.000000 | 0.812391 | 0.033624 | 0.099897 | 0.443891 | 0.555237 | 2.078708 | +| `as_is` | 3 | 4 | 2 | `b` | 18.013071 | 0.000000 | 0.861916 | 0.059135 | 0.177878 | 0.456021 | 0.548028 | 2.113981 | +| `as_is` | 3 | 4 | 3 | `a` | 16.709253 | 0.000000 | 0.882578 | 0.019571 | 0.019571 | 0.316040 | 0.372149 | 2.672212 | +| `as_is` | 3 | 4 | 3 | `b` | 17.736137 | 0.000000 | 1.026463 | 0.035189 | 0.035189 | 0.322608 | 0.367310 | 2.732066 | +| `as_is` | 3 | 4 | 4 | `a` | 16.388121 | 0.000000 | 0.982992 | — | 0.000000 | 0.244709 | 0.278589 | 3.271687 | +| `as_is` | 3 | 4 | 4 | `b` | 17.538843 | 0.000000 | 1.162222 | — | 0.000000 | 0.248906 | 0.275152 | 3.357324 | +| `residual_delta` | 3 | 4 | 1 | `a` | 18.573093 | 0.000000 | 0.633482 | 0.263346 | 2.253913 | 0.207492 | 0.355379 | 1.007563 | +| `residual_delta` | 3 | 4 | 1 | `b` | 17.841459 | 0.000000 | 0.952713 | 0.371234 | 3.972722 | 0.228149 | 0.336235 | 1.001967 | +| `residual_delta` | 3 | 4 | 2 | `a` | 17.132061 | 0.000000 | 0.707449 | 0.257145 | 1.271765 | 0.213625 | 0.339740 | 1.029383 | +| `residual_delta` | 3 | 4 | 2 | `b` | 16.142382 | 0.000000 | 1.205796 | 0.702665 | 2.424847 | 0.234103 | 0.323983 | 1.021139 | +| `residual_delta` | 3 | 4 | 3 | `a` | 15.464265 | 0.000000 | 1.036137 | 0.461383 | 0.461383 | 0.214545 | 0.301984 | 1.061683 | +| `residual_delta` | 3 | 4 | 3 | `b` | 15.020165 | 0.000000 | 1.669540 | 0.450091 | 0.450091 | 0.232198 | 0.293098 | 1.052327 | +| `residual_delta` | 3 | 4 | 4 | `a` | 14.299109 | 0.000000 | 1.315241 | — | 0.000000 | 0.208518 | 0.260281 | 1.099511 | +| `residual_delta` | 3 | 4 | 4 | `b` | 14.790209 | 0.000000 | 1.585489 | — | 0.000000 | 0.221796 | 0.256584 | 1.089532 | +| `as_is` | 4 | 1 | 1 | `a` | 25.026997 | 0.000000 | 0.125687 | — | 0.000000 | 0.790910 | 1.011277 | 1.510029 | +| `as_is` | 4 | 1 | 1 | `b` | 24.793226 | 0.000000 | 0.233919 | — | 0.000000 | 0.769963 | 0.993297 | 1.503336 | +| `residual_delta` | 4 | 1 | 1 | `a` | 28.811789 | 0.000000 | 0.006385 | — | 0.000000 | 0.328707 | 0.379324 | 1.008022 | +| `residual_delta` | 4 | 1 | 1 | `b` | 27.834867 | 0.000000 | 0.009107 | — | 0.000000 | 0.309436 | 0.387414 | 1.012426 | +| `as_is` | 4 | 2 | 1 | `a` | 24.996601 | 0.000000 | 0.091722 | 0.551913 | 0.551913 | 0.794902 | 1.011176 | 1.509103 | +| `as_is` | 4 | 2 | 1 | `b` | 24.750786 | 0.000000 | 0.202409 | 0.580250 | 0.580250 | 0.773744 | 0.992945 | 1.503095 | +| `as_is` | 4 | 2 | 2 | `a` | 20.891281 | 0.000000 | 1.071262 | — | 0.000000 | 0.479487 | 0.544132 | 2.082664 | +| `as_is` | 4 | 2 | 2 | `b` | 21.672863 | 0.000000 | 0.554596 | — | 0.000000 | 0.471813 | 0.542895 | 2.071908 | +| `residual_delta` | 4 | 2 | 1 | `a` | 28.682322 | 0.000000 | 0.007395 | 0.231590 | 0.231590 | 0.354665 | 0.388700 | 1.007670 | +| `residual_delta` | 4 | 2 | 1 | `b` | 27.665342 | 0.000000 | 0.010609 | 0.367794 | 0.367794 | 0.336362 | 0.398847 | 1.011673 | +| `residual_delta` | 4 | 2 | 2 | `a` | 22.543728 | 0.000000 | 0.699285 | — | 0.000000 | 0.358771 | 0.380217 | 1.029621 | +| `residual_delta` | 4 | 2 | 2 | `b` | 22.489822 | 0.000000 | 0.349630 | — | 0.000000 | 0.339171 | 0.388439 | 1.039246 | +| `as_is` | 4 | 4 | 1 | `a` | 25.220230 | 0.000000 | 0.062186 | 0.359358 | 3.588942 | 0.794875 | 1.010678 | 1.508927 | +| `as_is` | 4 | 4 | 1 | `b` | 24.998631 | 0.000000 | 0.150463 | 0.405580 | 2.011222 | 0.772793 | 0.992817 | 1.502990 | +| `as_is` | 4 | 4 | 2 | `a` | 21.012186 | 0.000000 | 0.996989 | 0.748138 | 1.830701 | 0.480533 | 0.545279 | 2.082041 | +| `as_is` | 4 | 4 | 2 | `b` | 21.811663 | 0.000000 | 0.618401 | 0.208127 | 0.616150 | 0.472621 | 0.544459 | 2.072139 | +| `as_is` | 4 | 4 | 3 | `a` | 19.482544 | 0.000000 | 1.497685 | 0.150976 | 0.150976 | 0.338762 | 0.366446 | 2.671088 | +| `as_is` | 4 | 4 | 3 | `b` | 20.029308 | 0.000000 | 0.714954 | 0.129144 | 0.129144 | 0.334774 | 0.367903 | 2.657754 | +| `as_is` | 4 | 4 | 4 | `a` | 18.871647 | 0.000000 | 1.511038 | — | 0.000000 | 0.260298 | 0.274925 | 3.261662 | +| `as_is` | 4 | 4 | 4 | `b` | 18.872797 | 0.000000 | 0.897104 | — | 0.000000 | 0.257894 | 0.276678 | 3.245489 | +| `residual_delta` | 4 | 4 | 1 | `a` | 29.253143 | 0.000000 | 0.003718 | 0.070795 | 6.771445 | 0.350308 | 0.387297 | 1.006401 | +| `residual_delta` | 4 | 4 | 1 | `b` | 28.156126 | 0.000000 | 0.004766 | 0.086420 | 5.101035 | 0.329104 | 0.400908 | 1.010637 | +| `residual_delta` | 4 | 4 | 2 | `a` | 23.342632 | 0.000000 | 0.346957 | 2.327310 | 6.107193 | 0.365977 | 0.388898 | 1.027505 | +| `residual_delta` | 4 | 4 | 2 | `b` | 23.074902 | 0.000000 | 0.300621 | 1.075249 | 4.390219 | 0.344391 | 0.398917 | 1.036660 | +| `residual_delta` | 4 | 4 | 3 | `a` | 19.664433 | 0.000000 | 1.667107 | 0.610075 | 0.610075 | 0.338476 | 0.355411 | 1.054039 | +| `residual_delta` | 4 | 4 | 3 | `b` | 18.202171 | 0.000000 | 1.230135 | 1.435788 | 1.435788 | 0.325489 | 0.359713 | 1.068948 | +| `residual_delta` | 4 | 4 | 4 | `a` | 18.558323 | 0.000000 | 1.963022 | — | 0.000000 | 0.289875 | 0.305466 | 1.080987 | +| `residual_delta` | 4 | 4 | 4 | `b` | 16.282497 | 0.000000 | 2.078710 | — | 0.000000 | 0.284259 | 0.304669 | 1.101866 | +| `as_is` | 5 | 1 | 1 | `a` | 15.876221 | 0.000000 | 1.388939 | — | 0.000000 | 0.789322 | 0.993908 | 1.522709 | +| `as_is` | 5 | 1 | 1 | `b` | 18.522766 | 0.000000 | 0.676733 | — | 0.000000 | 0.772434 | 1.011965 | 1.505410 | +| `residual_delta` | 5 | 1 | 1 | `a` | 17.125923 | 0.000000 | 0.743938 | — | 0.000000 | 0.345391 | 0.381461 | 1.005384 | +| `residual_delta` | 5 | 1 | 1 | `b` | 19.668257 | 0.000000 | 0.337958 | — | 0.000000 | 0.377717 | 0.413607 | 1.005715 | +| `as_is` | 5 | 2 | 1 | `a` | 15.912142 | 0.000000 | 1.316803 | 0.896618 | 0.896618 | 0.789482 | 0.997587 | 1.522007 | +| `as_is` | 5 | 2 | 1 | `b` | 18.730698 | 0.000000 | 0.580531 | 0.880851 | 0.880851 | 0.770022 | 1.015764 | 1.505133 | +| `as_is` | 5 | 2 | 2 | `a` | 15.422138 | 0.000000 | 1.751559 | — | 0.000000 | 0.483363 | 0.552510 | 2.112151 | +| `as_is` | 5 | 2 | 2 | `b` | 16.530170 | 0.000000 | 1.129532 | — | 0.000000 | 0.484097 | 0.559837 | 2.075742 | +| `residual_delta` | 5 | 2 | 1 | `a` | 17.329077 | 0.000000 | 0.652644 | 3.680539 | 3.680539 | 0.346258 | 0.384414 | 1.004877 | +| `residual_delta` | 5 | 2 | 1 | `b` | 19.942690 | 0.000000 | 0.291267 | 2.580640 | 2.580640 | 0.374011 | 0.417174 | 1.005159 | +| `residual_delta` | 5 | 2 | 2 | `a` | 15.244771 | 0.000000 | 1.751723 | — | 0.000000 | 0.357062 | 0.408529 | 1.024523 | +| `residual_delta` | 5 | 2 | 2 | `b` | 15.782031 | 0.000000 | 1.329152 | — | 0.000000 | 0.383116 | 0.442076 | 1.022446 | +| `as_is` | 5 | 4 | 1 | `a` | 16.124548 | 0.000000 | 1.153154 | 0.707425 | 2.669259 | 0.795636 | 1.002795 | 1.521381 | +| `as_is` | 5 | 4 | 1 | `b` | 19.266756 | 0.000000 | 0.396595 | 0.522950 | 2.783869 | 0.773341 | 1.020573 | 1.505415 | +| `as_is` | 5 | 4 | 2 | `a` | 15.199112 | 0.000000 | 1.685431 | 0.254780 | 0.689804 | 0.487263 | 0.555297 | 2.109065 | +| `as_is` | 5 | 4 | 2 | `b` | 16.829779 | 0.000000 | 0.963952 | 0.371006 | 0.999285 | 0.487756 | 0.563596 | 2.075709 | +| `as_is` | 5 | 4 | 3 | `a` | 15.091167 | 0.000000 | 1.795141 | 0.097710 | 0.097710 | 0.346160 | 0.376802 | 2.710396 | +| `as_is` | 5 | 4 | 3 | `b` | 15.910957 | 0.000000 | 1.122781 | 0.134811 | 0.134811 | 0.350487 | 0.383065 | 2.658397 | +| `as_is` | 5 | 4 | 4 | `a` | 15.163873 | 0.000000 | 1.740846 | — | 0.000000 | 0.267335 | 0.284282 | 3.309706 | +| `as_is` | 5 | 4 | 4 | `b` | 15.522618 | 0.000000 | 1.219478 | — | 0.000000 | 0.271986 | 0.289385 | 3.236747 | +| `residual_delta` | 5 | 4 | 1 | `a` | 19.069576 | 0.000000 | 0.261428 | 0.464278 | 7.001430 | 0.293643 | 0.381074 | 1.004576 | +| `residual_delta` | 5 | 4 | 1 | `b` | 22.005575 | 0.000000 | 0.125145 | 0.189812 | 4.536010 | 0.314694 | 0.402296 | 1.004867 | +| `residual_delta` | 5 | 4 | 2 | `a` | 15.434943 | 0.000000 | 0.913572 | 1.490481 | 4.737261 | 0.303621 | 0.393182 | 1.025117 | +| `residual_delta` | 5 | 4 | 2 | `b` | 17.768206 | 0.000000 | 0.392061 | 0.962813 | 3.704067 | 0.326762 | 0.420282 | 1.023022 | +| `residual_delta` | 5 | 4 | 3 | `a` | 13.527079 | 0.000000 | 1.859973 | 0.707274 | 0.707274 | 0.297104 | 0.371597 | 1.053782 | +| `residual_delta` | 5 | 4 | 3 | `b` | 14.431308 | 0.000000 | 1.345876 | 0.849936 | 0.849936 | 0.315330 | 0.393110 | 1.047482 | +| `residual_delta` | 5 | 4 | 4 | `a` | 13.765621 | 0.000000 | 1.373173 | — | 0.000000 | 0.272857 | 0.328326 | 1.083377 | +| `residual_delta` | 5 | 4 | 4 | `b` | 13.512115 | 0.000000 | 1.607560 | — | 0.000000 | 0.282391 | 0.336153 | 1.072513 | +| `as_is` | 6 | 1 | 1 | `a` | 16.306881 | 0.000000 | 1.279240 | — | 0.000000 | 0.810760 | 1.040973 | 1.547346 | +| `as_is` | 6 | 1 | 1 | `b` | 16.073050 | 0.000000 | 1.478341 | — | 0.000000 | 0.802803 | 1.060123 | 1.533403 | +| `residual_delta` | 6 | 1 | 1 | `a` | 15.619789 | 0.000000 | 1.353430 | — | 0.000000 | 0.339999 | 0.395655 | 1.006792 | +| `residual_delta` | 6 | 1 | 1 | `b` | 14.624249 | 0.000000 | 1.506143 | — | 0.000000 | 0.342674 | 0.392639 | 1.012013 | +| `as_is` | 6 | 2 | 1 | `a` | 16.290943 | 0.000000 | 1.263056 | 0.197850 | 0.197850 | 0.812113 | 1.044290 | 1.548045 | +| `as_is` | 6 | 2 | 1 | `b` | 16.060661 | 0.000000 | 1.477456 | 0.278239 | 0.278239 | 0.805069 | 1.061307 | 1.533878 | +| `as_is` | 6 | 2 | 2 | `a` | 15.714869 | 0.000000 | 1.384317 | — | 0.000000 | 0.486015 | 0.553524 | 2.175754 | +| `as_is` | 6 | 2 | 2 | `b` | 15.238461 | 0.000000 | 1.481705 | — | 0.000000 | 0.483874 | 0.560175 | 2.144869 | +| `residual_delta` | 6 | 2 | 1 | `a` | 15.765800 | 0.000000 | 1.249942 | 1.387497 | 1.387497 | 0.321017 | 0.395085 | 1.006941 | +| `residual_delta` | 6 | 2 | 1 | `b` | 14.745222 | 0.000000 | 1.436546 | 1.896055 | 1.896055 | 0.327554 | 0.393883 | 1.012033 | +| `residual_delta` | 6 | 2 | 2 | `a` | 14.506692 | 0.040000 | 1.485439 | — | 0.000000 | 0.344046 | 0.358403 | 1.031446 | +| `residual_delta` | 6 | 2 | 2 | `b` | 12.725157 | 0.000000 | 1.482090 | — | 0.000000 | 0.349490 | 0.361401 | 1.043391 | +| `as_is` | 6 | 4 | 1 | `a` | 16.351072 | 0.000000 | 1.230131 | 0.174499 | 0.925313 | 0.812772 | 1.044785 | 1.547579 | +| `as_is` | 6 | 4 | 1 | `b` | 16.123272 | 0.000000 | 1.454908 | 0.242831 | 1.419518 | 0.806387 | 1.059913 | 1.534518 | +| `as_is` | 6 | 4 | 2 | `a` | 15.738316 | 0.000000 | 1.342992 | 0.105159 | 0.354962 | 0.486814 | 0.554089 | 2.174847 | +| `as_is` | 6 | 4 | 2 | `b` | 15.247547 | 0.000000 | 1.500430 | 0.172040 | 0.549319 | 0.485377 | 0.559851 | 2.145895 | +| `as_is` | 6 | 4 | 3 | `a` | 15.342360 | 0.000000 | 1.495363 | 0.078629 | 0.078629 | 0.344253 | 0.371044 | 2.824572 | +| `as_is` | 6 | 4 | 3 | `b` | 14.796822 | 0.000000 | 1.500976 | 0.099734 | 0.099734 | 0.343855 | 0.374154 | 2.779150 | +| `as_is` | 6 | 4 | 4 | `a` | 15.118196 | 0.000000 | 1.562765 | — | 0.000000 | 0.265577 | 0.277980 | 3.478890 | +| `as_is` | 6 | 4 | 4 | `b` | 14.611052 | 0.000000 | 1.423970 | — | 0.000000 | 0.265418 | 0.279968 | 3.417863 | +| `residual_delta` | 6 | 4 | 1 | `a` | 16.416475 | 0.000000 | 1.151877 | 0.865172 | 4.878185 | 0.300872 | 0.374769 | 1.007098 | +| `residual_delta` | 6 | 4 | 1 | `b` | 15.268763 | 0.000000 | 1.364319 | 1.208118 | 6.083096 | 0.306000 | 0.377945 | 1.011410 | +| `residual_delta` | 6 | 4 | 2 | `a` | 15.201428 | 0.000000 | 1.253788 | 0.615909 | 1.837156 | 0.318936 | 0.344806 | 1.031936 | +| `residual_delta` | 6 | 4 | 2 | `b` | 12.887210 | 0.000000 | 1.460242 | 0.619777 | 1.456206 | 0.323664 | 0.351857 | 1.041359 | +| `residual_delta` | 6 | 4 | 3 | `a` | 14.387674 | 0.000000 | 1.475808 | 0.288669 | 0.288669 | 0.310159 | 0.302201 | 1.067930 | +| `residual_delta` | 6 | 4 | 3 | `b` | 11.703325 | 0.000000 | 1.239783 | 0.159124 | 0.159124 | 0.311016 | 0.307995 | 1.084146 | +| `residual_delta` | 6 | 4 | 4 | `a` | 14.018838 | 0.000000 | 1.486114 | — | 0.000000 | 0.280934 | 0.261094 | 1.108999 | +| `residual_delta` | 6 | 4 | 4 | `b` | 10.879209 | 0.000000 | 1.371716 | — | 0.000000 | 0.278254 | 0.263709 | 1.133219 | +| `as_is` | 7 | 1 | 1 | `a` | 19.874210 | 0.000000 | 0.307939 | — | 0.000000 | 0.711381 | 1.009296 | 1.506872 | +| `as_is` | 7 | 1 | 1 | `b` | 19.752268 | 0.000000 | 0.265921 | — | 0.000000 | 0.742092 | 1.022782 | 1.534569 | +| `residual_delta` | 7 | 1 | 1 | `a` | 22.076815 | 0.000000 | 0.080897 | — | 0.000000 | 0.279698 | 0.426642 | 1.004454 | +| `residual_delta` | 7 | 1 | 1 | `b` | 21.922373 | 0.000000 | 0.049409 | — | 0.000000 | 0.293004 | 0.388337 | 1.017018 | +| `as_is` | 7 | 2 | 1 | `a` | 19.916719 | 0.000000 | 0.290259 | 0.608266 | 0.608266 | 0.711851 | 1.012415 | 1.504924 | +| `as_is` | 7 | 2 | 1 | `b` | 19.793802 | 0.000000 | 0.265966 | 0.433788 | 0.433788 | 0.742222 | 1.021822 | 1.533592 | +| `as_is` | 7 | 2 | 2 | `a` | 17.631504 | 0.000000 | 0.586921 | — | 0.000000 | 0.444095 | 0.546459 | 2.091652 | +| `as_is` | 7 | 2 | 2 | `b` | 17.242151 | 0.000000 | 0.904980 | — | 0.000000 | 0.455245 | 0.548245 | 2.148358 | +| `residual_delta` | 7 | 2 | 1 | `a` | 22.022192 | 0.000000 | 0.084388 | 0.626402 | 0.626402 | 0.296505 | 0.427801 | 1.004144 | +| `residual_delta` | 7 | 2 | 1 | `b` | 21.928144 | 0.000000 | 0.056713 | 0.804927 | 0.804927 | 0.307105 | 0.388562 | 1.016646 | +| `residual_delta` | 7 | 2 | 2 | `a` | 17.331200 | 0.000000 | 0.823894 | — | 0.000000 | 0.321854 | 0.381608 | 1.023519 | +| `residual_delta` | 7 | 2 | 2 | `b` | 17.135422 | 0.000000 | 0.717168 | — | 0.000000 | 0.325623 | 0.355729 | 1.046206 | +| `as_is` | 7 | 4 | 1 | `a` | 20.098669 | 0.000000 | 0.245455 | 0.506146 | 2.282880 | 0.714252 | 1.013512 | 1.502438 | +| `as_is` | 7 | 4 | 1 | `b` | 19.974134 | 0.000000 | 0.244294 | 0.382327 | 2.524046 | 0.741289 | 1.018716 | 1.530909 | +| `as_is` | 7 | 4 | 2 | `a` | 17.712814 | 0.000000 | 0.597946 | 0.194108 | 0.634909 | 0.445266 | 0.547187 | 2.084968 | +| `as_is` | 7 | 4 | 2 | `b` | 17.366795 | 0.000000 | 0.791265 | 0.363908 | 1.199367 | 0.455505 | 0.547725 | 2.143105 | +| `as_is` | 7 | 4 | 3 | `a` | 16.473639 | 0.000000 | 0.864600 | 0.150289 | 0.150289 | 0.320002 | 0.367612 | 2.696838 | +| `as_is` | 7 | 4 | 3 | `b` | 16.103281 | 0.000000 | 1.520470 | 0.262805 | 0.262805 | 0.324937 | 0.366526 | 2.784556 | +| `as_is` | 7 | 4 | 4 | `a` | 15.756536 | 0.000000 | 1.129719 | — | 0.000000 | 0.248991 | 0.275525 | 3.320870 | +| `as_is` | 7 | 4 | 4 | `b` | 15.646884 | 0.000000 | 1.791483 | — | 0.000000 | 0.251766 | 0.274252 | 3.437733 | +| `residual_delta` | 7 | 4 | 1 | `a` | 22.726450 | 0.000000 | 0.063756 | 0.252850 | 8.188470 | 0.282420 | 0.416822 | 1.003484 | +| `residual_delta` | 7 | 4 | 1 | `b` | 22.704180 | 0.000000 | 0.029765 | 0.349713 | 8.160832 | 0.292122 | 0.377840 | 1.015671 | +| `residual_delta` | 7 | 4 | 2 | `a` | 18.329750 | 0.000000 | 0.495872 | 1.980474 | 6.593494 | 0.307303 | 0.379148 | 1.022276 | +| `residual_delta` | 7 | 4 | 2 | `b` | 18.245806 | 0.000000 | 0.492421 | 1.585095 | 5.999692 | 0.312552 | 0.352832 | 1.044603 | +| `residual_delta` | 7 | 4 | 3 | `a` | 15.236560 | 0.000000 | 1.573931 | 1.394843 | 1.394843 | 0.314601 | 0.316561 | 1.051011 | +| `residual_delta` | 7 | 4 | 3 | `b` | 14.776570 | 0.000000 | 1.667977 | 1.171176 | 1.171176 | 0.312223 | 0.310403 | 1.081479 | +| `residual_delta` | 7 | 4 | 4 | `a` | 15.109302 | 0.000000 | 1.977707 | — | 0.000000 | 0.296949 | 0.261693 | 1.084687 | +| `residual_delta` | 7 | 4 | 4 | `b` | 14.358554 | 0.000000 | 1.740890 | — | 0.000000 | 0.288678 | 0.269154 | 1.121418 | +| `as_is` | 8 | 1 | 1 | `a` | 21.740902 | 0.000000 | 0.393600 | — | 0.000000 | 0.705005 | 0.977412 | 1.500905 | +| `as_is` | 8 | 1 | 1 | `b` | 21.792524 | 0.000000 | 0.348225 | — | 0.000000 | 0.730383 | 0.989680 | 1.524420 | +| `residual_delta` | 8 | 1 | 1 | `a` | 23.769907 | 0.000000 | 0.163830 | — | 0.000000 | 0.280661 | 0.293534 | 1.010443 | +| `residual_delta` | 8 | 1 | 1 | `b` | 23.752562 | 0.000000 | 0.139061 | — | 0.000000 | 0.296824 | 0.331490 | 1.015934 | +| `as_is` | 8 | 2 | 1 | `a` | 21.752060 | 0.000000 | 0.391590 | 0.670846 | 0.670846 | 0.706151 | 0.977498 | 1.499207 | +| `as_is` | 8 | 2 | 1 | `b` | 21.772722 | 0.000000 | 0.353959 | 0.374995 | 0.374995 | 0.731313 | 0.987098 | 1.522828 | +| `as_is` | 8 | 2 | 2 | `a` | 18.834435 | 0.000000 | 1.051982 | — | 0.000000 | 0.451360 | 0.530061 | 2.075747 | +| `as_is` | 8 | 2 | 2 | `b` | 18.855040 | 0.000000 | 0.779303 | — | 0.000000 | 0.461434 | 0.531847 | 2.124514 | +| `residual_delta` | 8 | 2 | 1 | `a` | 23.675676 | 0.000000 | 0.172146 | 1.394850 | 1.394850 | 0.294312 | 0.298674 | 1.009765 | +| `residual_delta` | 8 | 2 | 1 | `b` | 23.670708 | 0.000000 | 0.140296 | 0.861386 | 0.861386 | 0.311351 | 0.334814 | 1.015114 | +| `residual_delta` | 8 | 2 | 2 | `a` | 18.448616 | 0.000000 | 1.148397 | — | 0.000000 | 0.311053 | 0.275414 | 1.033428 | +| `residual_delta` | 8 | 2 | 2 | `b` | 18.189856 | 0.000000 | 0.896388 | — | 0.000000 | 0.327042 | 0.295295 | 1.045081 | +| `as_is` | 8 | 4 | 1 | `a` | 21.968134 | 0.000000 | 0.346895 | 0.558074 | 2.997373 | 0.707981 | 0.978177 | 1.498716 | +| `as_is` | 8 | 4 | 1 | `b` | 21.991945 | 0.000000 | 0.312065 | 0.348089 | 2.223858 | 0.730900 | 0.983182 | 1.521822 | +| `as_is` | 8 | 4 | 2 | `a` | 19.013887 | 0.000000 | 0.965306 | 0.381275 | 1.127759 | 0.451252 | 0.529754 | 2.073721 | +| `as_is` | 8 | 4 | 2 | `b` | 19.033714 | 0.000000 | 0.747854 | 0.328369 | 1.092019 | 0.461337 | 0.529727 | 2.123025 | +| `as_is` | 8 | 4 | 3 | `a` | 17.673353 | 0.000000 | 1.394120 | 0.186558 | 0.186558 | 0.325711 | 0.357785 | 2.674004 | +| `as_is` | 8 | 4 | 3 | `b` | 17.439970 | 0.000000 | 1.342078 | 0.225872 | 0.225872 | 0.330872 | 0.356612 | 2.751123 | +| `as_is` | 8 | 4 | 4 | `a` | 17.076860 | 0.000000 | 1.532260 | — | 0.000000 | 0.253280 | 0.269411 | 3.282655 | +| `as_is` | 8 | 4 | 4 | `b` | 16.714638 | 0.000000 | 1.575788 | — | 0.000000 | 0.256266 | 0.267980 | 3.388558 | +| `residual_delta` | 8 | 4 | 1 | `a` | 24.469660 | 0.000000 | 0.083367 | 0.665049 | 9.208215 | 0.272412 | 0.298889 | 1.008533 | +| `residual_delta` | 8 | 4 | 1 | `b` | 24.511106 | 0.000000 | 0.065006 | 0.444400 | 7.905941 | 0.294609 | 0.335076 | 1.013870 | +| `residual_delta` | 8 | 4 | 2 | `a` | 19.307896 | 0.000000 | 0.840904 | 1.985570 | 5.810905 | 0.289238 | 0.279387 | 1.031436 | +| `residual_delta` | 8 | 4 | 2 | `b` | 19.530096 | 0.000000 | 0.542123 | 1.724147 | 5.846498 | 0.309971 | 0.299771 | 1.042713 | +| `residual_delta` | 8 | 4 | 3 | `a` | 16.318186 | 0.000000 | 1.705547 | 0.807323 | 0.807323 | 0.284331 | 0.260236 | 1.063951 | +| `residual_delta` | 8 | 4 | 3 | `b` | 15.777101 | 0.000000 | 1.783108 | 1.068795 | 1.068795 | 0.297924 | 0.257800 | 1.081909 | +| `residual_delta` | 8 | 4 | 4 | `a` | 15.572778 | 0.000000 | 1.927838 | — | 0.000000 | 0.261733 | 0.242859 | 1.100794 | +| `residual_delta` | 8 | 4 | 4 | `b` | 14.915689 | 0.000000 | 2.052979 | — | 0.000000 | 0.267466 | 0.223302 | 1.126973 | +| `as_is` | 9 | 1 | 1 | `a` | 18.879377 | 0.000000 | 1.627971 | — | 0.000000 | 0.820089 | 1.050384 | 1.510500 | +| `as_is` | 9 | 1 | 1 | `b` | 16.688541 | 0.000000 | 1.435043 | — | 0.000000 | 0.718662 | 1.040105 | 1.488977 | +| `residual_delta` | 9 | 1 | 1 | `a` | 18.363844 | 0.000000 | 1.674277 | — | 0.000000 | 0.315773 | 0.369051 | 1.009665 | +| `residual_delta` | 9 | 1 | 1 | `b` | 15.344073 | 0.000000 | 1.431586 | — | 0.000000 | 0.260519 | 0.354707 | 1.007239 | +| `as_is` | 9 | 2 | 1 | `a` | 18.865313 | 0.000000 | 1.632585 | 0.225639 | 0.225639 | 0.818934 | 1.048575 | 1.509708 | +| `as_is` | 9 | 2 | 1 | `b` | 16.783014 | 0.000000 | 1.303571 | 0.278038 | 0.278038 | 0.718309 | 1.038003 | 1.488098 | +| `as_is` | 9 | 2 | 2 | `a` | 18.305536 | 0.000000 | 1.741578 | — | 0.000000 | 0.484669 | 0.569644 | 2.086076 | +| `as_is` | 9 | 2 | 2 | `b` | 14.852489 | 0.000000 | 1.703110 | — | 0.000000 | 0.447162 | 0.566893 | 2.041632 | +| `residual_delta` | 9 | 2 | 1 | `a` | 18.415089 | 0.000000 | 1.640665 | 1.082572 | 1.082572 | 0.299836 | 0.351967 | 1.009668 | +| `residual_delta` | 9 | 2 | 1 | `b` | 15.874321 | 0.000000 | 1.052841 | 1.380869 | 1.380869 | 0.245297 | 0.344130 | 1.006461 | +| `residual_delta` | 9 | 2 | 2 | `a` | 17.344509 | 0.000000 | 1.548279 | — | 0.000000 | 0.300170 | 0.349775 | 1.034015 | +| `residual_delta` | 9 | 2 | 2 | `b` | 12.165535 | 0.250000 | 1.716437 | — | 0.000000 | 0.249402 | 0.342762 | 1.028511 | +| `as_is` | 9 | 4 | 1 | `a` | 18.899107 | 0.000000 | 1.619765 | 0.211388 | 1.072239 | 0.817981 | 1.048900 | 1.509489 | +| `as_is` | 9 | 4 | 1 | `b` | 16.987331 | 0.000000 | 1.145695 | 0.199038 | 1.083436 | 0.717698 | 1.036740 | 1.488021 | +| `as_is` | 9 | 4 | 2 | `a` | 18.312761 | 0.000000 | 1.723826 | 0.116371 | 0.362114 | 0.483599 | 0.569469 | 2.085364 | +| `as_is` | 9 | 4 | 2 | `b` | 14.999561 | 0.000000 | 1.531980 | 0.126563 | 0.416951 | 0.446388 | 0.566257 | 2.041372 | +| `as_is` | 9 | 4 | 3 | `a` | 18.002987 | 0.000000 | 1.754701 | 0.068708 | 0.068708 | 0.339578 | 0.384024 | 2.675629 | +| `as_is` | 9 | 4 | 3 | `b` | 13.814829 | 0.250000 | 1.701819 | 0.094702 | 0.094702 | 0.320684 | 0.382036 | 2.611883 | +| `as_is` | 9 | 4 | 4 | `a` | 17.839687 | 0.000000 | 1.726062 | — | 0.000000 | 0.260714 | 0.288057 | 3.264678 | +| `as_is` | 9 | 4 | 4 | `b` | 13.076814 | 0.250000 | 1.695745 | — | 0.000000 | 0.249382 | 0.286839 | 3.183824 | +| `residual_delta` | 9 | 4 | 1 | `a` | 18.707104 | 0.000000 | 1.588731 | 0.807568 | 4.730802 | 0.283090 | 0.357787 | 1.009631 | +| `residual_delta` | 9 | 4 | 1 | `b` | 16.481098 | 0.000000 | 0.943597 | 0.881453 | 6.099763 | 0.232332 | 0.348632 | 1.006053 | +| `residual_delta` | 9 | 4 | 2 | `a` | 17.488697 | 0.000000 | 1.673200 | 0.545692 | 1.558859 | 0.289503 | 0.358889 | 1.034149 | +| `residual_delta` | 9 | 4 | 2 | `b` | 12.661043 | 0.000000 | 1.766362 | 0.982704 | 2.637218 | 0.239257 | 0.350637 | 1.027948 | +| `residual_delta` | 9 | 4 | 3 | `a` | 16.801319 | 0.000000 | 1.522565 | 0.269211 | 0.269211 | 0.276659 | 0.325717 | 1.067491 | +| `residual_delta` | 9 | 4 | 3 | `b` | 10.960073 | 0.250000 | 1.337146 | 0.373935 | 0.373935 | 0.236273 | 0.322593 | 1.060424 | +| `residual_delta` | 9 | 4 | 4 | `a` | 16.286972 | 0.000000 | 1.520048 | — | 0.000000 | 0.250875 | 0.280015 | 1.105164 | +| `residual_delta` | 9 | 4 | 4 | `b` | 10.406160 | 0.250000 | 1.106713 | — | 0.000000 | 0.223095 | 0.281784 | 1.098840 | +| `as_is` | 10 | 1 | 1 | `a` | 18.476248 | 0.000000 | 0.958505 | — | 0.000000 | 0.710503 | 0.983933 | 1.510507 | +| `as_is` | 10 | 1 | 1 | `b` | 15.237353 | 0.000000 | 1.083572 | — | 0.000000 | 0.788658 | 0.979760 | 1.509290 | +| `residual_delta` | 10 | 1 | 1 | `a` | 19.201105 | 0.000000 | 0.722181 | — | 0.000000 | 0.344153 | 0.429849 | 1.011147 | +| `residual_delta` | 10 | 1 | 1 | `b` | 16.082430 | 0.000000 | 0.597388 | — | 0.000000 | 0.349870 | 0.444056 | 1.007967 | +| `as_is` | 10 | 2 | 1 | `a` | 18.500469 | 0.000000 | 0.894942 | 0.846996 | 0.846996 | 0.709974 | 0.985288 | 1.509498 | +| `as_is` | 10 | 2 | 1 | `b` | 15.389482 | 0.000000 | 0.966638 | 1.047342 | 1.047342 | 0.786873 | 0.979028 | 1.509221 | +| `as_is` | 10 | 2 | 2 | `a` | 16.910393 | 0.000000 | 1.282555 | — | 0.000000 | 0.454153 | 0.541105 | 2.104082 | +| `as_is` | 10 | 2 | 2 | `b` | 13.484189 | 0.000000 | 1.424335 | — | 0.000000 | 0.474401 | 0.534336 | 2.095772 | +| `residual_delta` | 10 | 2 | 1 | `a` | 19.342119 | 0.000000 | 0.574152 | 2.869748 | 2.869748 | 0.342333 | 0.442806 | 1.010288 | +| `residual_delta` | 10 | 2 | 1 | `b` | 16.352772 | 0.000000 | 0.450518 | 3.364303 | 3.364303 | 0.353841 | 0.462150 | 1.007373 | +| `residual_delta` | 10 | 2 | 2 | `a` | 15.850823 | 0.000000 | 1.455722 | — | 0.000000 | 0.375494 | 0.408546 | 1.035861 | +| `residual_delta` | 10 | 2 | 2 | `b` | 12.592038 | 0.000000 | 1.399628 | — | 0.000000 | 0.376613 | 0.427136 | 1.030068 | +| `as_is` | 10 | 4 | 1 | `a` | 18.802473 | 0.000000 | 0.780712 | 0.584897 | 2.492049 | 0.711154 | 0.990184 | 1.506784 | +| `as_is` | 10 | 4 | 1 | `b` | 15.869476 | 0.000000 | 0.773405 | 0.701484 | 2.941676 | 0.784205 | 0.981079 | 1.508265 | +| `as_is` | 10 | 4 | 2 | `a` | 16.956371 | 0.000000 | 1.289869 | 0.254522 | 0.680788 | 0.450478 | 0.542282 | 2.096457 | +| `as_is` | 10 | 4 | 2 | `b` | 13.653098 | 0.000000 | 1.428234 | 0.288376 | 0.753563 | 0.471259 | 0.535583 | 2.093801 | +| `as_is` | 10 | 4 | 3 | `a` | 16.252815 | 0.000000 | 1.422219 | 0.089885 | 0.089885 | 0.323649 | 0.364620 | 2.717146 | +| `as_is` | 10 | 4 | 3 | `b` | 12.898604 | 0.000000 | 1.511772 | 0.088752 | 0.088752 | 0.332347 | 0.361625 | 2.705787 | +| `as_is` | 10 | 4 | 4 | `a` | 15.909101 | 0.000000 | 1.424996 | — | 0.000000 | 0.251064 | 0.273206 | 3.351018 | +| `as_is` | 10 | 4 | 4 | `b` | 12.559579 | 0.000000 | 1.441223 | — | 0.000000 | 0.255702 | 0.271787 | 3.327738 | +| `residual_delta` | 10 | 4 | 1 | `a` | 20.858934 | 0.000000 | 0.272280 | 0.674864 | 7.195475 | 0.293767 | 0.413346 | 1.009371 | +| `residual_delta` | 10 | 4 | 1 | `b` | 18.138182 | 0.000000 | 0.209606 | 0.542058 | 7.209520 | 0.310977 | 0.436778 | 1.006588 | +| `residual_delta` | 10 | 4 | 2 | `a` | 16.621702 | 0.000000 | 1.008800 | 1.442262 | 4.071473 | 0.321669 | 0.394283 | 1.033604 | +| `residual_delta` | 10 | 4 | 2 | `b` | 13.363723 | 0.000000 | 0.998145 | 1.697364 | 4.253567 | 0.339674 | 0.416850 | 1.028625 | +| `residual_delta` | 10 | 4 | 3 | `a` | 14.218398 | 0.000000 | 1.706383 | 0.606886 | 0.606886 | 0.312788 | 0.341871 | 1.067280 | +| `residual_delta` | 10 | 4 | 3 | `b` | 11.226086 | 0.000000 | 1.627277 | 0.468279 | 0.468279 | 0.327204 | 0.355366 | 1.060437 | +| `residual_delta` | 10 | 4 | 4 | `a` | 13.414340 | 0.000000 | 1.814611 | — | 0.000000 | 0.277281 | 0.285564 | 1.104987 | +| `residual_delta` | 10 | 4 | 4 | `b` | 10.631321 | 0.000000 | 1.802413 | — | 0.000000 | 0.286604 | 0.291474 | 1.097088 | +| `as_is` | 11 | 1 | 1 | `a` | 20.566685 | 0.000000 | 1.303169 | — | 0.000000 | 0.729290 | 1.001003 | 1.495073 | +| `as_is` | 11 | 1 | 1 | `b` | 16.692125 | 0.000000 | 1.215752 | — | 0.000000 | 0.748988 | 1.001930 | 1.481566 | +| `residual_delta` | 11 | 1 | 1 | `a` | 20.321154 | 0.000000 | 1.078421 | — | 0.000000 | 0.262157 | 0.342651 | 1.008860 | +| `residual_delta` | 11 | 1 | 1 | `b` | 17.380844 | 0.000000 | 0.687468 | — | 0.000000 | 0.255964 | 0.342327 | 1.008878 | +| `as_is` | 11 | 2 | 1 | `a` | 20.591822 | 0.000000 | 1.278938 | 0.299827 | 0.299827 | 0.728056 | 1.005624 | 1.494281 | +| `as_is` | 11 | 2 | 1 | `b` | 16.835051 | 0.000000 | 1.088710 | 0.285629 | 0.285629 | 0.746926 | 1.005098 | 1.481283 | +| `as_is` | 11 | 2 | 2 | `a` | 20.497810 | 0.000000 | 1.033779 | — | 0.000000 | 0.446837 | 0.543949 | 2.054541 | +| `as_is` | 11 | 2 | 2 | `b` | 15.747803 | 0.000000 | 1.378701 | — | 0.000000 | 0.452827 | 0.542996 | 2.024542 | +| `residual_delta` | 11 | 2 | 1 | `a` | 20.334417 | 0.000000 | 1.039702 | 1.191481 | 1.191481 | 0.249340 | 0.326340 | 1.008508 | +| `residual_delta` | 11 | 2 | 1 | `b` | 17.484983 | 0.000000 | 0.659889 | 0.537985 | 0.537985 | 0.244880 | 0.326688 | 1.008216 | +| `residual_delta` | 11 | 2 | 2 | `a` | 19.800127 | 0.000000 | 0.572150 | — | 0.000000 | 0.257604 | 0.317351 | 1.034747 | +| `residual_delta` | 11 | 2 | 2 | `b` | 14.743312 | 0.000000 | 1.130859 | — | 0.000000 | 0.250692 | 0.314820 | 1.032886 | +| `as_is` | 11 | 4 | 1 | `a` | 20.603193 | 0.000000 | 1.253025 | 0.246485 | 0.848986 | 0.723900 | 1.003752 | 1.494945 | +| `as_is` | 11 | 4 | 1 | `b` | 16.973166 | 0.000000 | 0.991803 | 0.201500 | 0.874859 | 0.741672 | 1.002501 | 1.481706 | +| `as_is` | 11 | 4 | 2 | `a` | 20.376734 | 0.000000 | 1.112703 | 0.052418 | 0.143923 | 0.443108 | 0.542114 | 2.056142 | +| `as_is` | 11 | 4 | 2 | `b` | 15.806389 | 0.000000 | 1.270263 | 0.081964 | 0.245289 | 0.449400 | 0.540891 | 2.026755 | +| `as_is` | 11 | 4 | 3 | `a` | 20.231884 | 0.000000 | 0.985849 | 0.020850 | 0.020850 | 0.316134 | 0.364123 | 2.638088 | +| `as_is` | 11 | 4 | 3 | `b` | 15.225296 | 0.000000 | 1.382963 | 0.048419 | 0.048419 | 0.319469 | 0.363978 | 2.590221 | +| `as_is` | 11 | 4 | 4 | `a` | 20.087698 | 0.000000 | 0.910570 | — | 0.000000 | 0.245020 | 0.272858 | 3.226872 | +| `as_is` | 11 | 4 | 4 | `b` | 14.892682 | 0.000000 | 1.466750 | — | 0.000000 | 0.247156 | 0.273126 | 3.159113 | +| `residual_delta` | 11 | 4 | 1 | `a` | 20.821283 | 0.000000 | 0.728654 | 0.543316 | 3.746376 | 0.218626 | 0.296283 | 1.008635 | +| `residual_delta` | 11 | 4 | 1 | `b` | 18.633581 | 0.000000 | 0.577947 | 0.344437 | 2.302023 | 0.221697 | 0.294330 | 1.007565 | +| `residual_delta` | 11 | 4 | 2 | `a` | 19.831064 | 0.000000 | 0.920422 | 0.387562 | 1.531417 | 0.226902 | 0.291051 | 1.035324 | +| `residual_delta` | 11 | 4 | 2 | `b` | 16.878620 | 0.000000 | 0.392792 | 0.110811 | 1.156132 | 0.228544 | 0.284474 | 1.032377 | +| `residual_delta` | 11 | 4 | 3 | `a` | 18.956600 | 0.000000 | 1.000242 | 0.549741 | 0.549741 | 0.226438 | 0.273605 | 1.074471 | +| `residual_delta` | 11 | 4 | 3 | `b` | 14.686690 | 0.000000 | 0.696002 | 0.749770 | 0.749770 | 0.226166 | 0.264827 | 1.069827 | +| `residual_delta` | 11 | 4 | 4 | `a` | 18.419147 | 0.000000 | 1.446470 | — | 0.000000 | 0.216007 | 0.248729 | 1.120279 | +| `residual_delta` | 11 | 4 | 4 | `b` | 13.189464 | 0.000000 | 1.279001 | — | 0.000000 | 0.214634 | 0.240687 | 1.115356 | +| `as_is` | 12 | 1 | 1 | `a` | 21.367790 | 0.000000 | 0.387957 | — | 0.000000 | 0.745713 | 0.998868 | 1.510646 | +| `as_is` | 12 | 1 | 1 | `b` | 30.593267 | 0.000000 | 1.038437 | — | 0.000000 | 0.722487 | 1.001113 | 1.511562 | +| `residual_delta` | 12 | 1 | 1 | `a` | 23.738525 | 0.000000 | 0.217802 | — | 0.000000 | 0.269332 | 0.384670 | 1.012870 | +| `residual_delta` | 12 | 1 | 1 | `b` | 34.330669 | 0.000000 | 0.771142 | — | 0.000000 | 0.273944 | 0.376523 | 1.013735 | +| `as_is` | 12 | 2 | 1 | `a` | 21.471849 | 0.000000 | 0.344517 | 0.463395 | 0.463395 | 0.743850 | 1.001565 | 1.510231 | +| `as_is` | 12 | 2 | 1 | `b` | 30.540726 | 0.000000 | 1.095319 | 0.268304 | 0.268304 | 0.719638 | 1.001535 | 1.510806 | +| `as_is` | 12 | 2 | 2 | `a` | 19.481695 | 0.000000 | 0.916728 | — | 0.000000 | 0.451053 | 0.541145 | 2.089605 | +| `as_is` | 12 | 2 | 2 | `b` | 29.840994 | 0.000000 | 0.677628 | — | 0.000000 | 0.445850 | 0.545392 | 2.093836 | +| `residual_delta` | 12 | 2 | 1 | `a` | 23.604702 | 0.000000 | 0.204071 | 1.130922 | 1.130922 | 0.276476 | 0.380319 | 1.012818 | +| `residual_delta` | 12 | 2 | 1 | `b` | 34.313206 | 0.000000 | 0.731216 | 1.439483 | 1.439483 | 0.281260 | 0.371635 | 1.013347 | +| `residual_delta` | 12 | 2 | 2 | `a` | 19.911961 | 0.000000 | 0.970948 | — | 0.000000 | 0.294082 | 0.361218 | 1.041361 | +| `residual_delta` | 12 | 2 | 2 | `b` | 30.477892 | 0.000000 | 0.557583 | — | 0.000000 | 0.295135 | 0.359827 | 1.043556 | +| `as_is` | 12 | 4 | 1 | `a` | 21.691156 | 0.000000 | 0.286908 | 0.348793 | 1.946016 | 0.742224 | 1.001983 | 1.509931 | +| `as_is` | 12 | 4 | 1 | `b` | 30.548374 | 0.000000 | 1.126813 | 0.276391 | 0.705829 | 0.717028 | 1.000827 | 1.511357 | +| `as_is` | 12 | 4 | 2 | `a` | 19.690464 | 0.000000 | 0.873792 | 0.238229 | 0.728504 | 0.449861 | 0.541566 | 2.089444 | +| `as_is` | 12 | 4 | 2 | `b` | 29.883543 | 0.000000 | 0.695457 | 0.033019 | 0.081369 | 0.444320 | 0.545544 | 2.095467 | +| `as_is` | 12 | 4 | 3 | `a` | 18.777361 | 0.000000 | 1.115291 | 0.148128 | 0.148128 | 0.319304 | 0.364591 | 2.691110 | +| `as_is` | 12 | 4 | 3 | `b` | 29.012344 | 0.000000 | 0.558449 | 0.012913 | 0.012913 | 0.317661 | 0.367637 | 2.703151 | +| `as_is` | 12 | 4 | 4 | `a` | 18.350100 | 0.000000 | 1.204397 | — | 0.000000 | 0.246670 | 0.273748 | 3.300719 | +| `as_is` | 12 | 4 | 4 | `b` | 28.116188 | 0.000000 | 0.588865 | — | 0.000000 | 0.246151 | 0.276105 | 3.318004 | +| `residual_delta` | 12 | 4 | 1 | `a` | 24.292318 | 0.000000 | 0.130336 | 0.318673 | 7.901045 | 0.258761 | 0.352636 | 1.012680 | +| `residual_delta` | 12 | 4 | 1 | `b` | 35.039215 | 0.000000 | 0.318758 | 0.198289 | 10.767002 | 0.263601 | 0.347752 | 1.012461 | +| `residual_delta` | 12 | 4 | 2 | `a` | 20.622057 | 0.000000 | 0.667948 | 2.028352 | 5.767316 | 0.279049 | 0.346462 | 1.041595 | +| `residual_delta` | 12 | 4 | 2 | `b` | 30.776455 | 0.000000 | 0.880901 | 4.196848 | 9.074612 | 0.283084 | 0.350327 | 1.042003 | +| `residual_delta` | 12 | 4 | 3 | `a` | 18.239956 | 0.000000 | 1.306394 | 0.816818 | 0.816818 | 0.279533 | 0.315548 | 1.080774 | +| `residual_delta` | 12 | 4 | 3 | `b` | 26.007147 | 0.000000 | 0.605072 | 0.296234 | 0.296234 | 0.281134 | 0.325129 | 1.082125 | +| `residual_delta` | 12 | 4 | 4 | `a` | 17.575863 | 0.000000 | 1.674210 | — | 0.000000 | 0.259258 | 0.275738 | 1.123732 | +| `residual_delta` | 12 | 4 | 4 | `b` | 21.890566 | 0.000000 | 1.345599 | — | 0.000000 | 0.259122 | 0.285269 | 1.126691 | +| `as_is` | 13 | 1 | 1 | `a` | 21.498781 | 0.000000 | 0.809533 | — | 0.000000 | 0.742175 | 0.985726 | 1.490860 | +| `as_is` | 13 | 1 | 1 | `b` | 21.260611 | 0.000000 | 0.551949 | — | 0.000000 | 0.780307 | 0.983361 | 1.499786 | +| `residual_delta` | 13 | 1 | 1 | `a` | 22.515390 | 0.000000 | 0.513971 | — | 0.000000 | 0.267589 | 0.317158 | 1.012378 | +| `residual_delta` | 13 | 1 | 1 | `b` | 22.947371 | 0.000000 | 0.139422 | — | 0.000000 | 0.288101 | 0.324853 | 1.008768 | +| `as_is` | 13 | 2 | 1 | `a` | 21.533253 | 0.000000 | 0.792379 | 0.244619 | 0.244619 | 0.746150 | 0.987983 | 1.489650 | +| `as_is` | 13 | 2 | 1 | `b` | 21.273197 | 0.000000 | 0.529764 | 0.285060 | 0.285060 | 0.784932 | 0.984980 | 1.498617 | +| `as_is` | 13 | 2 | 2 | `a` | 20.087090 | 0.000000 | 1.024577 | — | 0.000000 | 0.456369 | 0.532447 | 2.046190 | +| `as_is` | 13 | 2 | 2 | `b` | 19.521812 | 0.000000 | 0.858461 | — | 0.000000 | 0.470523 | 0.528745 | 2.067548 | +| `residual_delta` | 13 | 2 | 1 | `a` | 22.526804 | 0.000000 | 0.531219 | 1.122929 | 1.122929 | 0.276381 | 0.319473 | 1.011917 | +| `residual_delta` | 13 | 2 | 1 | `b` | 22.865793 | 0.000000 | 0.145442 | 0.415891 | 0.415891 | 0.296631 | 0.325848 | 1.009065 | +| `residual_delta` | 13 | 2 | 2 | `a` | 19.110756 | 0.000000 | 1.101871 | — | 0.000000 | 0.296873 | 0.313680 | 1.037584 | +| `residual_delta` | 13 | 2 | 2 | `b` | 19.049772 | 0.000000 | 1.011760 | — | 0.000000 | 0.319912 | 0.321043 | 1.032956 | +| `as_is` | 13 | 4 | 1 | `a` | 21.576694 | 0.000000 | 0.762191 | 0.227403 | 0.937937 | 0.748486 | 0.991072 | 1.488882 | +| `as_is` | 13 | 4 | 1 | `b` | 21.322294 | 0.000000 | 0.499456 | 0.255061 | 1.035465 | 0.787413 | 0.987437 | 1.498304 | +| `as_is` | 13 | 4 | 2 | `a` | 20.088924 | 0.000000 | 0.986358 | 0.086339 | 0.268852 | 0.457962 | 0.534201 | 2.043885 | +| `as_is` | 13 | 4 | 2 | `b` | 19.518780 | 0.000000 | 0.830222 | 0.094097 | 0.249136 | 0.472363 | 0.530359 | 2.065887 | +| `as_is` | 13 | 4 | 3 | `a` | 19.102894 | 0.000000 | 1.160583 | 0.056294 | 0.056294 | 0.325979 | 0.358868 | 2.618839 | +| `as_is` | 13 | 4 | 3 | `b` | 18.491457 | 0.000000 | 0.985336 | 0.033994 | 0.033994 | 0.333299 | 0.356752 | 2.654542 | +| `as_is` | 13 | 4 | 4 | `a` | 18.392117 | 0.000000 | 1.269819 | — | 0.000000 | 0.252146 | 0.269077 | 3.198890 | +| `as_is` | 13 | 4 | 4 | `b` | 17.771303 | 0.000000 | 1.147997 | — | 0.000000 | 0.256549 | 0.267819 | 3.248548 | +| `residual_delta` | 13 | 4 | 1 | `a` | 23.169653 | 0.000000 | 0.328239 | 0.691043 | 6.837918 | 0.262946 | 0.317341 | 1.011941 | +| `residual_delta` | 13 | 4 | 1 | `b` | 23.139647 | 0.000000 | 0.110384 | 0.192154 | 6.271539 | 0.280800 | 0.322953 | 1.008709 | +| `residual_delta` | 13 | 4 | 2 | `a` | 19.670055 | 0.000000 | 1.043822 | 1.013077 | 3.516803 | 0.284706 | 0.312652 | 1.037472 | +| `residual_delta` | 13 | 4 | 2 | `b` | 19.499224 | 0.000000 | 0.698953 | 1.219270 | 4.897417 | 0.306218 | 0.318799 | 1.032654 | +| `residual_delta` | 13 | 4 | 3 | `a` | 16.929337 | 0.000000 | 1.439168 | 1.006811 | 1.006811 | 0.290049 | 0.284938 | 1.071109 | +| `residual_delta` | 13 | 4 | 3 | `b` | 16.652262 | 0.000000 | 2.114060 | 1.236976 | 1.236976 | 0.307251 | 0.289765 | 1.065788 | +| `residual_delta` | 13 | 4 | 4 | `a` | 15.599604 | 0.000000 | 2.045378 | — | 0.000000 | 0.274121 | 0.248190 | 1.108133 | +| `residual_delta` | 13 | 4 | 4 | `b` | 16.392618 | 0.000000 | 2.437965 | — | 0.000000 | 0.283353 | 0.250789 | 1.103195 | +| `as_is` | 14 | 1 | 1 | `a` | 17.192978 | 0.000000 | 1.155400 | — | 0.000000 | 0.779464 | 0.988706 | 1.515650 | +| `as_is` | 14 | 1 | 1 | `b` | 16.518141 | 0.000000 | 1.297932 | — | 0.000000 | 0.750450 | 0.994636 | 1.518407 | +| `residual_delta` | 14 | 1 | 1 | `a` | 18.014002 | 0.000000 | 0.736165 | — | 0.000000 | 0.302215 | 0.316623 | 1.016545 | +| `residual_delta` | 14 | 1 | 1 | `b` | 16.830549 | 0.000000 | 0.815328 | — | 0.000000 | 0.278590 | 0.336253 | 1.012956 | +| `as_is` | 14 | 2 | 1 | `a` | 17.285950 | 0.000000 | 1.112050 | 0.404153 | 0.404153 | 0.783077 | 0.997433 | 1.513274 | +| `as_is` | 14 | 2 | 1 | `b` | 16.583155 | 0.000000 | 1.237189 | 0.384014 | 0.384014 | 0.752452 | 0.998408 | 1.517570 | +| `as_is` | 14 | 2 | 2 | `a` | 16.775167 | 0.000000 | 1.324406 | — | 0.000000 | 0.471570 | 0.540233 | 2.105356 | +| `as_is` | 14 | 2 | 2 | `b` | 15.779138 | 0.000000 | 1.566084 | — | 0.000000 | 0.458711 | 0.545084 | 2.112787 | +| `residual_delta` | 14 | 2 | 1 | `a` | 18.101837 | 0.000000 | 0.680419 | 1.179018 | 1.179018 | 0.311742 | 0.331255 | 1.016307 | +| `residual_delta` | 14 | 2 | 1 | `b` | 16.906527 | 0.000000 | 0.773713 | 1.173690 | 1.173690 | 0.289969 | 0.349233 | 1.012777 | +| `residual_delta` | 14 | 2 | 2 | `a` | 16.561310 | 0.000000 | 1.479627 | — | 0.000000 | 0.333305 | 0.352921 | 1.050986 | +| `residual_delta` | 14 | 2 | 2 | `b` | 14.850593 | 0.000000 | 1.732776 | — | 0.000000 | 0.301679 | 0.379365 | 1.046812 | +| `as_is` | 14 | 4 | 1 | `a` | 17.383732 | 0.000000 | 1.058404 | 0.357290 | 1.477438 | 0.784236 | 1.003181 | 1.512413 | +| `as_is` | 14 | 4 | 1 | `b` | 16.684225 | 0.000000 | 1.161341 | 0.329582 | 1.368622 | 0.752628 | 1.001996 | 1.517240 | +| `as_is` | 14 | 4 | 2 | `a` | 16.804489 | 0.000000 | 1.329982 | 0.130319 | 0.378778 | 0.471604 | 0.543322 | 2.102575 | +| `as_is` | 14 | 4 | 2 | `b` | 15.803139 | 0.000000 | 1.538418 | 0.124151 | 0.353433 | 0.459217 | 0.547778 | 2.111243 | +| `as_is` | 14 | 4 | 3 | `a` | 16.647352 | 0.000000 | 1.368841 | 0.064436 | 0.064436 | 0.333896 | 0.369001 | 2.717867 | +| `as_is` | 14 | 4 | 3 | `b` | 15.422077 | 0.000000 | 1.619352 | 0.057506 | 0.057506 | 0.327345 | 0.372318 | 2.729961 | +| `as_is` | 14 | 4 | 4 | `a` | 16.606323 | 0.000000 | 1.367324 | — | 0.000000 | 0.257718 | 0.278772 | 3.341439 | +| `as_is` | 14 | 4 | 4 | `b` | 15.204015 | 0.000000 | 1.641255 | — | 0.000000 | 0.253679 | 0.281132 | 3.356437 | +| `residual_delta` | 14 | 4 | 1 | `a` | 18.721024 | 0.000000 | 0.475847 | 0.514089 | 5.804562 | 0.299211 | 0.326378 | 1.015758 | +| `residual_delta` | 14 | 4 | 1 | `b` | 17.643791 | 0.000000 | 0.545870 | 0.452419 | 5.109322 | 0.286552 | 0.350968 | 1.012187 | +| `residual_delta` | 14 | 4 | 2 | `a` | 16.938215 | 0.000000 | 1.116771 | 1.082832 | 3.329909 | 0.319984 | 0.360935 | 1.049807 | +| `residual_delta` | 14 | 4 | 2 | `b` | 15.360234 | 0.000000 | 1.175383 | 0.973248 | 2.947405 | 0.303612 | 0.393696 | 1.045175 | +| `residual_delta` | 14 | 4 | 3 | `a` | 16.039433 | 0.000000 | 1.542320 | 0.593882 | 0.593882 | 0.320320 | 0.356376 | 1.094551 | +| `residual_delta` | 14 | 4 | 3 | `b` | 14.137450 | 0.000000 | 1.846053 | 0.524156 | 0.524156 | 0.304990 | 0.378186 | 1.088413 | +| `residual_delta` | 14 | 4 | 4 | `a` | 16.074133 | 0.000000 | 1.576675 | — | 0.000000 | 0.294241 | 0.315117 | 1.142513 | +| `residual_delta` | 14 | 4 | 4 | `b` | 13.943618 | 0.083333 | 1.810921 | — | 0.000000 | 0.282342 | 0.320883 | 1.132892 | +| `as_is` | 15 | 1 | 1 | `a` | 14.785641 | 0.000000 | 1.273215 | — | 0.000000 | 0.772626 | 1.006362 | 1.514898 | +| `as_is` | 15 | 1 | 1 | `b` | 16.710615 | 0.000000 | 1.064125 | — | 0.000000 | 0.734372 | 1.004617 | 1.511428 | +| `residual_delta` | 15 | 1 | 1 | `a` | 14.481692 | 0.000000 | 1.194064 | — | 0.000000 | 0.323136 | 0.404013 | 1.009427 | +| `residual_delta` | 15 | 1 | 1 | `b` | 16.232918 | 0.000000 | 0.950322 | — | 0.000000 | 0.307928 | 0.411841 | 1.010564 | +| `as_is` | 15 | 2 | 1 | `a` | 14.819263 | 0.000000 | 1.244151 | 0.250248 | 0.250248 | 0.774165 | 1.016763 | 1.511751 | +| `as_is` | 15 | 2 | 1 | `b` | 16.776375 | 0.000000 | 1.036973 | 0.163698 | 0.163698 | 0.736261 | 1.011689 | 1.509160 | +| `as_is` | 15 | 2 | 2 | `a` | 13.887642 | 0.000000 | 1.404985 | — | 0.000000 | 0.468011 | 0.543274 | 2.097604 | +| `as_is` | 15 | 2 | 2 | `b` | 15.717576 | 0.000000 | 1.130753 | — | 0.000000 | 0.457347 | 0.545347 | 2.094482 | +| `residual_delta` | 15 | 2 | 1 | `a` | 14.633069 | 0.000000 | 1.086575 | 1.283654 | 1.283654 | 0.315673 | 0.403140 | 1.008258 | +| `residual_delta` | 15 | 2 | 1 | `b` | 16.395954 | 0.000000 | 0.874352 | 0.865173 | 0.865173 | 0.303914 | 0.412193 | 1.009606 | +| `residual_delta` | 15 | 2 | 2 | `a` | 12.315265 | 0.000000 | 1.495996 | — | 0.000000 | 0.329565 | 0.369800 | 1.032006 | +| `residual_delta` | 15 | 2 | 2 | `b` | 13.336390 | 0.000000 | 1.408875 | — | 0.000000 | 0.314952 | 0.373644 | 1.036253 | +| `as_is` | 15 | 4 | 1 | `a` | 14.889911 | 0.000000 | 1.196244 | 0.209861 | 0.937582 | 0.773225 | 1.023035 | 1.509726 | +| `as_is` | 15 | 4 | 1 | `b` | 16.926439 | 0.000000 | 0.955184 | 0.131309 | 0.552289 | 0.736839 | 1.017217 | 1.508025 | +| `as_is` | 15 | 4 | 2 | `a` | 13.892483 | 0.000000 | 1.399759 | 0.093832 | 0.277718 | 0.466579 | 0.546054 | 2.091902 | +| `as_is` | 15 | 4 | 2 | `b` | 15.863924 | 0.000000 | 1.070277 | 0.051550 | 0.154471 | 0.456793 | 0.548107 | 2.090522 | +| `as_is` | 15 | 4 | 3 | `a` | 13.349486 | 0.000000 | 1.448320 | 0.048903 | 0.048903 | 0.330575 | 0.365585 | 2.696016 | +| `as_is` | 15 | 4 | 3 | `b` | 15.149360 | 0.000000 | 1.136660 | 0.028568 | 0.028568 | 0.326883 | 0.367102 | 2.696421 | +| `as_is` | 15 | 4 | 4 | `a` | 13.006157 | 0.000000 | 1.458588 | — | 0.000000 | 0.255092 | 0.273600 | 3.306272 | +| `as_is` | 15 | 4 | 4 | `b` | 14.617393 | 0.000000 | 1.205597 | — | 0.000000 | 0.253480 | 0.274657 | 3.309801 | +| `residual_delta` | 15 | 4 | 1 | `a` | 15.388143 | 0.000000 | 0.863755 | 0.515442 | 4.038529 | 0.280199 | 0.395433 | 1.007523 | +| `residual_delta` | 15 | 4 | 1 | `b` | 17.214367 | 0.000000 | 0.707674 | 0.307002 | 2.734558 | 0.273359 | 0.402351 | 1.008843 | +| `residual_delta` | 15 | 4 | 2 | `a` | 12.932656 | 0.000000 | 1.358040 | 0.672903 | 1.977863 | 0.290210 | 0.372694 | 1.029806 | +| `residual_delta` | 15 | 4 | 2 | `b` | 14.452855 | 0.000000 | 1.040452 | 0.449712 | 1.566773 | 0.284521 | 0.373591 | 1.033862 | +| `residual_delta` | 15 | 4 | 3 | `a` | 11.280429 | 0.000000 | 1.685029 | 0.325241 | 0.325241 | 0.276762 | 0.317022 | 1.061967 | +| `residual_delta` | 15 | 4 | 3 | `b` | 12.004309 | 0.000000 | 1.612684 | 0.382230 | 0.382230 | 0.273359 | 0.315732 | 1.070069 | +| `residual_delta` | 15 | 4 | 4 | `a` | 10.492894 | 0.000000 | 1.790879 | — | 0.000000 | 0.248141 | 0.260932 | 1.099827 | +| `residual_delta` | 15 | 4 | 4 | `b` | 10.548440 | 0.000000 | 2.053010 | — | 0.000000 | 0.247144 | 0.259947 | 1.112861 | +| `as_is` | 16 | 1 | 1 | `a` | 17.730722 | 0.000000 | 1.580110 | — | 0.000000 | 0.718301 | 1.006309 | 1.512892 | +| `as_is` | 16 | 1 | 1 | `b` | 21.323822 | 0.000000 | 1.254713 | — | 0.000000 | 0.715680 | 0.989965 | 1.494805 | +| `residual_delta` | 16 | 1 | 1 | `a` | 18.692335 | 0.000000 | 1.057855 | — | 0.000000 | 0.268176 | 0.330387 | 1.008869 | +| `residual_delta` | 16 | 1 | 1 | `b` | 21.771509 | 0.000000 | 0.978256 | — | 0.000000 | 0.266582 | 0.330605 | 1.006740 | +| `as_is` | 16 | 2 | 1 | `a` | 17.811693 | 0.000000 | 1.504477 | 0.481356 | 0.481356 | 0.717184 | 1.007514 | 1.511564 | +| `as_is` | 16 | 2 | 1 | `b` | 21.373566 | 0.000000 | 1.171500 | 0.383389 | 0.383389 | 0.714373 | 0.989764 | 1.493386 | +| `as_is` | 16 | 2 | 2 | `a` | 16.868626 | 0.000000 | 1.618870 | — | 0.000000 | 0.441441 | 0.538243 | 2.102959 | +| `as_is` | 16 | 2 | 2 | `b` | 20.144566 | 0.000000 | 1.487351 | — | 0.000000 | 0.439057 | 0.534624 | 2.065327 | +| `residual_delta` | 16 | 2 | 1 | `a` | 18.995195 | 0.000000 | 0.964539 | 1.873205 | 1.873205 | 0.283024 | 0.327639 | 1.008398 | +| `residual_delta` | 16 | 2 | 1 | `b` | 21.724123 | 0.000000 | 0.903298 | 1.408725 | 1.408725 | 0.281399 | 0.325655 | 1.005820 | +| `residual_delta` | 16 | 2 | 2 | `a` | 17.320707 | 0.000000 | 1.506935 | — | 0.000000 | 0.293007 | 0.309382 | 1.033577 | +| `residual_delta` | 16 | 2 | 2 | `b` | 18.512974 | 0.000000 | 1.621801 | — | 0.000000 | 0.288318 | 0.310599 | 1.028768 | +| `as_is` | 16 | 4 | 1 | `a` | 18.013697 | 0.000000 | 1.393163 | 0.383644 | 1.559396 | 0.717623 | 1.007445 | 1.510195 | +| `as_is` | 16 | 4 | 1 | `b` | 21.509886 | 0.000000 | 1.058233 | 0.277032 | 1.177613 | 0.715276 | 0.988574 | 1.491790 | +| `as_is` | 16 | 4 | 2 | `a` | 16.972023 | 0.000000 | 1.644342 | 0.127410 | 0.343166 | 0.441124 | 0.537953 | 2.099344 | +| `as_is` | 16 | 4 | 2 | `b` | 20.167845 | 0.000000 | 1.489411 | 0.108143 | 0.294952 | 0.439296 | 0.533877 | 2.061835 | +| `as_is` | 16 | 4 | 3 | `a` | 16.565096 | 0.000000 | 1.576654 | 0.049120 | 0.049120 | 0.315346 | 0.360862 | 2.718337 | +| `as_is` | 16 | 4 | 3 | `b` | 19.406023 | 0.000000 | 1.557730 | 0.042277 | 0.042277 | 0.314226 | 0.359407 | 2.660857 | +| `as_is` | 16 | 4 | 4 | `a` | 16.331917 | 0.000000 | 1.551804 | — | 0.000000 | 0.244654 | 0.270552 | 3.350141 | +| `as_is` | 16 | 4 | 4 | `b` | 18.857349 | 0.000000 | 1.605549 | — | 0.000000 | 0.243940 | 0.269906 | 3.272907 | +| `residual_delta` | 16 | 4 | 1 | `a` | 20.095980 | 0.000000 | 0.622110 | 0.473051 | 4.968803 | 0.264679 | 0.303456 | 1.007375 | +| `residual_delta` | 16 | 4 | 1 | `b` | 22.423594 | 0.000000 | 0.597766 | 0.390362 | 4.793302 | 0.265637 | 0.299951 | 1.004095 | +| `residual_delta` | 16 | 4 | 2 | `a` | 18.076061 | 0.000000 | 1.016177 | 0.881785 | 2.773134 | 0.268785 | 0.291678 | 1.032115 | +| `residual_delta` | 16 | 4 | 2 | `b` | 19.165411 | 0.000000 | 1.194019 | 0.783216 | 2.743673 | 0.266978 | 0.290435 | 1.025489 | +| `residual_delta` | 16 | 4 | 3 | `a` | 16.762568 | 0.000000 | 1.647454 | 0.489505 | 0.489505 | 0.257763 | 0.266178 | 1.070462 | +| `residual_delta` | 16 | 4 | 3 | `b` | 16.331789 | 0.000000 | 1.695557 | 0.655081 | 0.655081 | 0.254987 | 0.268948 | 1.061122 | +| `residual_delta` | 16 | 4 | 4 | `a` | 16.377720 | 0.000000 | 1.804654 | — | 0.000000 | 0.235722 | 0.237583 | 1.117052 | +| `residual_delta` | 16 | 4 | 4 | `b` | 14.684863 | 0.000000 | 1.943288 | — | 0.000000 | 0.232922 | 0.244565 | 1.106617 | +| `as_is` | 17 | 1 | 1 | `a` | 18.288551 | 0.000000 | 0.583349 | — | 0.000000 | 0.765959 | 0.986568 | 1.518473 | +| `as_is` | 17 | 1 | 1 | `b` | 18.981619 | 0.000000 | 0.402097 | — | 0.000000 | 0.771863 | 0.992751 | 1.521749 | +| `residual_delta` | 17 | 1 | 1 | `a` | 19.573700 | 0.000000 | 0.218610 | — | 0.000000 | 0.334746 | 0.342082 | 1.013673 | +| `residual_delta` | 17 | 1 | 1 | `b` | 20.326632 | 0.000000 | 0.296906 | — | 0.000000 | 0.350296 | 0.365349 | 1.016531 | +| `as_is` | 17 | 2 | 1 | `a` | 18.542486 | 0.000000 | 0.488981 | 0.789869 | 0.789869 | 0.762954 | 0.992986 | 1.517337 | +| `as_is` | 17 | 2 | 1 | `b` | 19.064583 | 0.000000 | 0.422976 | 0.981398 | 0.981398 | 0.767925 | 0.990743 | 1.521814 | +| `as_is` | 17 | 2 | 2 | `a` | 15.907831 | 0.000000 | 1.096318 | — | 0.000000 | 0.471009 | 0.545614 | 2.105775 | +| `as_is` | 17 | 2 | 2 | `b` | 17.118160 | 0.000000 | 1.007889 | — | 0.000000 | 0.476857 | 0.544408 | 2.118627 | +| `residual_delta` | 17 | 2 | 1 | `a` | 19.868261 | 0.000000 | 0.195438 | 1.537553 | 1.537553 | 0.336430 | 0.343342 | 1.012817 | +| `residual_delta` | 17 | 2 | 1 | `b` | 20.537487 | 0.000000 | 0.218203 | 2.878456 | 2.878456 | 0.352970 | 0.364877 | 1.016444 | +| `residual_delta` | 17 | 2 | 2 | `a` | 14.795837 | 0.000000 | 0.965306 | — | 0.000000 | 0.324435 | 0.343605 | 1.041279 | +| `residual_delta` | 17 | 2 | 2 | `b` | 17.262310 | 0.000000 | 0.918772 | — | 0.000000 | 0.350907 | 0.369259 | 1.049540 | +| `as_is` | 17 | 4 | 1 | `a` | 18.859280 | 0.000000 | 0.355873 | 0.510866 | 2.393343 | 0.764905 | 1.006510 | 1.514686 | +| `as_is` | 17 | 4 | 1 | `b` | 19.188496 | 0.000000 | 0.372950 | 0.837491 | 3.448709 | 0.765123 | 0.998525 | 1.520659 | +| `as_is` | 17 | 4 | 2 | `a` | 16.025120 | 0.000000 | 0.897561 | 0.288247 | 0.822579 | 0.471752 | 0.556474 | 2.097372 | +| `as_is` | 17 | 4 | 2 | `b` | 16.842192 | 0.000000 | 0.837144 | 0.384507 | 1.112014 | 0.477684 | 0.553460 | 2.115875 | +| `as_is` | 17 | 4 | 3 | `a` | 14.656029 | 0.000000 | 1.273071 | 0.129618 | 0.129618 | 0.334605 | 0.376270 | 2.697594 | +| `as_is` | 17 | 4 | 3 | `b` | 16.005848 | 0.000000 | 1.300723 | 0.157312 | 0.157312 | 0.340213 | 0.374761 | 2.733682 | +| `as_is` | 17 | 4 | 4 | `a` | 13.929921 | 0.000000 | 1.415678 | — | 0.000000 | 0.257713 | 0.282908 | 3.300471 | +| `as_is` | 17 | 4 | 4 | `b` | 15.777053 | 0.000000 | 1.267357 | — | 0.000000 | 0.262500 | 0.282192 | 3.357739 | +| `residual_delta` | 17 | 4 | 1 | `a` | 21.409140 | 0.000000 | 0.133203 | 0.501010 | 6.303745 | 0.297411 | 0.364685 | 1.011455 | +| `residual_delta` | 17 | 4 | 1 | `b` | 22.171812 | 0.000000 | 0.018673 | 0.236004 | 6.095766 | 0.316317 | 0.378292 | 1.015854 | +| `residual_delta` | 17 | 4 | 2 | `a` | 16.952723 | 0.000000 | 0.531846 | 1.176941 | 4.288204 | 0.288111 | 0.377403 | 1.037715 | +| `residual_delta` | 17 | 4 | 2 | `b` | 17.556377 | 0.000000 | 0.645868 | 1.432912 | 4.589422 | 0.319895 | 0.393391 | 1.048070 | +| `residual_delta` | 17 | 4 | 3 | `a` | 14.018076 | 0.000000 | 1.447079 | 1.255726 | 1.255726 | 0.263857 | 0.351884 | 1.072136 | +| `residual_delta` | 17 | 4 | 3 | `b` | 14.893835 | 0.000000 | 1.878869 | 0.678117 | 0.678117 | 0.298826 | 0.365420 | 1.089519 | +| `residual_delta` | 17 | 4 | 4 | `a` | 13.562251 | 0.000000 | 1.931306 | — | 0.000000 | 0.237115 | 0.304934 | 1.109011 | +| `residual_delta` | 17 | 4 | 4 | `b` | 14.457785 | 0.000000 | 1.788509 | — | 0.000000 | 0.267187 | 0.313714 | 1.134369 | +| `as_is` | 18 | 1 | 1 | `a` | 17.720247 | 0.033333 | 1.207193 | — | 0.000000 | 0.797914 | 1.005849 | 1.569512 | +| `as_is` | 18 | 1 | 1 | `b` | 18.116768 | 0.111111 | 1.276468 | — | 0.000000 | 0.794931 | 1.051594 | 1.523289 | +| `residual_delta` | 18 | 1 | 1 | `a` | 17.670490 | 0.000000 | 1.198311 | — | 0.000000 | 0.312207 | 0.364174 | 1.019767 | +| `residual_delta` | 18 | 1 | 1 | `b` | 18.240860 | 0.000000 | 1.177171 | — | 0.000000 | 0.316460 | 0.372977 | 1.018804 | +| `as_is` | 18 | 2 | 1 | `a` | 17.738552 | 0.033333 | 1.191494 | 0.481836 | 0.481836 | 0.795302 | 1.012599 | 1.567910 | +| `as_is` | 18 | 2 | 1 | `b` | 18.236090 | 0.111111 | 1.243397 | 0.563024 | 0.563024 | 0.792272 | 1.055401 | 1.523095 | +| `as_is` | 18 | 2 | 2 | `a` | 16.915689 | 0.033333 | 1.309155 | — | 0.000000 | 0.480286 | 0.560267 | 2.223297 | +| `as_is` | 18 | 2 | 2 | `b` | 17.082237 | 0.111111 | 1.663466 | — | 0.000000 | 0.471564 | 0.566357 | 2.115710 | +| `residual_delta` | 18 | 2 | 1 | `a` | 17.804241 | 0.000000 | 1.114919 | 1.967402 | 1.967402 | 0.288601 | 0.366381 | 1.018796 | +| `residual_delta` | 18 | 2 | 1 | `b` | 18.674223 | 0.000000 | 1.001867 | 2.410406 | 2.410406 | 0.295583 | 0.372986 | 1.018017 | +| `residual_delta` | 18 | 2 | 2 | `a` | 15.959952 | 0.000000 | 1.392920 | — | 0.000000 | 0.333841 | 0.366533 | 1.057380 | +| `residual_delta` | 18 | 2 | 2 | `b` | 16.658001 | 0.000000 | 1.161491 | — | 0.000000 | 0.315960 | 0.367306 | 1.055065 | +| `as_is` | 18 | 4 | 1 | `a` | 17.859833 | 0.033333 | 1.131799 | 0.417513 | 1.715554 | 0.793588 | 1.015706 | 1.566899 | +| `as_is` | 18 | 4 | 1 | `b` | 18.428528 | 0.111111 | 1.161658 | 0.491744 | 2.175827 | 0.788709 | 1.054628 | 1.523320 | +| `as_is` | 18 | 4 | 2 | `a` | 16.972189 | 0.033333 | 1.305129 | 0.140725 | 0.400759 | 0.477151 | 0.562280 | 2.219901 | +| `as_is` | 18 | 4 | 2 | `b` | 17.247564 | 0.111111 | 1.628675 | 0.194054 | 0.548829 | 0.468955 | 0.567196 | 2.116627 | +| `as_is` | 18 | 4 | 3 | `a` | 16.549009 | 0.000000 | 1.314487 | 0.061439 | 0.061439 | 0.336438 | 0.380488 | 2.900813 | +| `as_is` | 18 | 4 | 3 | `b` | 16.746332 | 0.000000 | 1.684027 | 0.077857 | 0.077857 | 0.330650 | 0.380361 | 2.729075 | +| `as_is` | 18 | 4 | 4 | `a` | 16.278421 | 0.000000 | 1.315309 | — | 0.000000 | 0.258908 | 0.285939 | 3.590501 | +| `as_is` | 18 | 4 | 4 | `b` | 16.473591 | 0.000000 | 1.631534 | — | 0.000000 | 0.254727 | 0.284582 | 3.345279 | +| `residual_delta` | 18 | 4 | 1 | `a` | 18.607594 | 0.000000 | 0.874022 | 1.060636 | 7.429246 | 0.241479 | 0.357566 | 1.017649 | +| `residual_delta` | 18 | 4 | 1 | `b` | 19.931870 | 0.000000 | 0.683690 | 1.036401 | 7.750590 | 0.251592 | 0.359113 | 1.017535 | +| `residual_delta` | 18 | 4 | 2 | `a` | 16.416340 | 0.000000 | 1.253208 | 0.848334 | 2.772652 | 0.267163 | 0.361010 | 1.054839 | +| `residual_delta` | 18 | 4 | 2 | `b` | 17.756311 | 0.000000 | 1.193224 | 0.833421 | 2.753447 | 0.265463 | 0.360750 | 1.054667 | +| `residual_delta` | 18 | 4 | 3 | `a` | 15.037037 | 0.033333 | 1.311744 | 0.631118 | 0.631118 | 0.285024 | 0.335445 | 1.104574 | +| `residual_delta` | 18 | 4 | 3 | `b` | 16.261955 | 0.000000 | 1.349156 | 0.587730 | 0.587730 | 0.266934 | 0.332251 | 1.104506 | +| `residual_delta` | 18 | 4 | 4 | `a` | 14.160635 | 0.033333 | 1.516558 | — | 0.000000 | 0.281312 | 0.297496 | 1.159694 | +| `residual_delta` | 18 | 4 | 4 | `b` | 15.246815 | 0.000000 | 1.423093 | — | 0.000000 | 0.253637 | 0.292078 | 1.160510 | +| `as_is` | 19 | 1 | 1 | `a` | 15.938334 | 0.000000 | 1.425952 | — | 0.000000 | 0.785654 | 1.028266 | 1.506835 | +| `as_is` | 19 | 1 | 1 | `b` | 8.817839 | 0.000000 | 1.693707 | — | 0.000000 | 0.759245 | 1.045877 | 1.497694 | +| `residual_delta` | 19 | 1 | 1 | `a` | 15.918279 | 0.000000 | 1.263339 | — | 0.000000 | 0.340706 | 0.382784 | 1.006219 | +| `residual_delta` | 19 | 1 | 1 | `b` | 8.903335 | 0.000000 | 1.492724 | — | 0.000000 | 0.305611 | 0.394758 | 1.003455 | +| `as_is` | 19 | 2 | 1 | `a` | 15.976887 | 0.000000 | 1.392295 | 0.327574 | 0.327574 | 0.789078 | 1.030426 | 1.505618 | +| `as_is` | 19 | 2 | 1 | `b` | 8.880579 | 0.000000 | 1.674009 | 0.243879 | 0.243879 | 0.758612 | 1.044522 | 1.497910 | +| `as_is` | 19 | 2 | 2 | `a` | 15.078754 | 0.000000 | 1.567487 | — | 0.000000 | 0.482624 | 0.550833 | 2.076949 | +| `as_is` | 19 | 2 | 2 | `b` | 7.318294 | 0.000000 | 2.094378 | — | 0.000000 | 0.468393 | 0.557730 | 2.060523 | +| `residual_delta` | 19 | 2 | 1 | `a` | 16.026953 | 0.000000 | 1.247345 | 1.594495 | 1.594495 | 0.347554 | 0.372581 | 1.005710 | +| `residual_delta` | 19 | 2 | 1 | `b` | 8.980042 | 0.000000 | 1.529849 | 1.440917 | 1.440917 | 0.308334 | 0.385902 | 1.002861 | +| `residual_delta` | 19 | 2 | 2 | `a` | 14.323308 | 0.000000 | 1.623756 | — | 0.000000 | 0.372530 | 0.356645 | 1.022037 | +| `residual_delta` | 19 | 2 | 2 | `b` | 5.873174 | 0.000000 | 2.514953 | — | 0.000000 | 0.322097 | 0.355025 | 1.018806 | +| `as_is` | 19 | 4 | 1 | `a` | 16.062040 | 0.000000 | 1.334347 | 0.281241 | 1.246649 | 0.794121 | 1.032348 | 1.505361 | +| `as_is` | 19 | 4 | 1 | `b` | 9.003130 | 0.000000 | 1.623040 | 0.198059 | 1.042189 | 0.759071 | 1.043919 | 1.498442 | +| `as_is` | 19 | 4 | 2 | `a` | 15.082584 | 0.000000 | 1.566092 | 0.124175 | 0.356733 | 0.485916 | 0.552313 | 2.075722 | +| `as_is` | 19 | 4 | 2 | `b` | 7.409364 | 0.000000 | 2.044873 | 0.119614 | 0.358879 | 0.470242 | 0.558518 | 2.062723 | +| `as_is` | 19 | 4 | 3 | `a` | 14.594597 | 0.000000 | 1.580262 | 0.058923 | 0.058923 | 0.345304 | 0.372886 | 2.661042 | +| `as_is` | 19 | 4 | 3 | `b` | 6.536130 | 0.000000 | 2.209104 | 0.063489 | 0.063489 | 0.336038 | 0.374882 | 2.642034 | +| `as_is` | 19 | 4 | 4 | `a` | 14.301642 | 0.000000 | 1.564696 | — | 0.000000 | 0.266380 | 0.280742 | 3.245109 | +| `as_is` | 19 | 4 | 4 | `b` | 6.008526 | 0.000000 | 2.246946 | — | 0.000000 | 0.260142 | 0.281006 | 3.221443 | +| `residual_delta` | 19 | 4 | 1 | `a` | 16.641039 | 0.000000 | 1.066161 | 0.778833 | 4.952169 | 0.333704 | 0.375948 | 1.005274 | +| `residual_delta` | 19 | 4 | 1 | `b` | 10.065529 | 0.000000 | 1.250271 | 0.737674 | 6.545914 | 0.298356 | 0.386519 | 1.002004 | +| `residual_delta` | 19 | 4 | 2 | `a` | 14.275997 | 0.000000 | 1.748317 | 0.715599 | 2.032033 | 0.367605 | 0.363790 | 1.021198 | +| `residual_delta` | 19 | 4 | 2 | `b` | 7.157169 | 0.000000 | 1.905990 | 1.084001 | 3.075548 | 0.325769 | 0.358836 | 1.016853 | +| `residual_delta` | 19 | 4 | 3 | `a` | 12.927868 | 0.000000 | 2.164039 | 0.346173 | 0.346173 | 0.352221 | 0.326445 | 1.041261 | +| `residual_delta` | 19 | 4 | 3 | `b` | 6.077907 | 0.000000 | 1.932941 | 0.427927 | 0.427927 | 0.316895 | 0.313453 | 1.038052 | +| `residual_delta` | 19 | 4 | 4 | `a` | 12.415422 | 0.000000 | 2.356318 | — | 0.000000 | 0.302860 | 0.278709 | 1.061914 | +| `residual_delta` | 19 | 4 | 4 | `b` | 6.318075 | 0.000000 | 1.345257 | — | 0.000000 | 0.280147 | 0.267447 | 1.060953 | +| `as_is` | 20 | 1 | 1 | `a` | 17.084511 | 0.000000 | 1.174372 | — | 0.000000 | 0.769494 | 1.004174 | 1.514449 | +| `as_is` | 20 | 1 | 1 | `b` | 17.746540 | 0.000000 | 0.446146 | — | 0.000000 | 0.762582 | 1.030625 | 1.492740 | +| `residual_delta` | 20 | 1 | 1 | `a` | 17.852303 | 0.000000 | 0.973831 | — | 0.000000 | 0.260926 | 0.311180 | 1.009449 | +| `residual_delta` | 20 | 1 | 1 | `b` | 18.811226 | 0.000000 | 0.078741 | — | 0.000000 | 0.255058 | 0.297907 | 1.007405 | +| `as_is` | 20 | 2 | 1 | `a` | 17.089243 | 0.000000 | 1.135767 | 0.247694 | 0.247694 | 0.770156 | 1.008090 | 1.513026 | +| `as_is` | 20 | 2 | 1 | `b` | 18.093248 | 0.000000 | 0.403783 | 0.242553 | 0.242553 | 0.762357 | 1.031999 | 1.492344 | +| `as_is` | 20 | 2 | 2 | `a` | 15.778635 | 0.000000 | 1.353769 | — | 0.000000 | 0.462774 | 0.541440 | 2.097474 | +| `as_is` | 20 | 2 | 2 | `b` | 16.707359 | 0.000000 | 1.395841 | — | 0.000000 | 0.457478 | 0.548498 | 2.048555 | +| `residual_delta` | 20 | 2 | 1 | `a` | 17.842838 | 0.000000 | 0.935452 | 0.823516 | 0.823516 | 0.267412 | 0.317418 | 1.009158 | +| `residual_delta` | 20 | 2 | 1 | `b` | 18.886988 | 0.000000 | 0.085389 | 0.365725 | 0.365725 | 0.262159 | 0.305144 | 1.006819 | +| `residual_delta` | 20 | 2 | 2 | `a` | 15.113837 | 0.000000 | 1.386431 | — | 0.000000 | 0.269316 | 0.297546 | 1.033878 | +| `residual_delta` | 20 | 2 | 2 | `b` | 15.285971 | 0.000000 | 1.235511 | — | 0.000000 | 0.261799 | 0.285446 | 1.030562 | +| `as_is` | 20 | 4 | 1 | `a` | 17.174984 | 0.000000 | 1.088878 | 0.218835 | 0.925015 | 0.772595 | 1.011301 | 1.511718 | +| `as_is` | 20 | 4 | 1 | `b` | 18.436449 | 0.000000 | 0.352267 | 0.189838 | 1.788183 | 0.762991 | 1.032755 | 1.491537 | +| `as_is` | 20 | 4 | 2 | `a` | 15.831742 | 0.000000 | 1.295094 | 0.087786 | 0.265043 | 0.464460 | 0.543408 | 2.093765 | +| `as_is` | 20 | 4 | 2 | `b` | 17.179773 | 0.000000 | 1.223663 | 0.320998 | 1.023269 | 0.458911 | 0.549128 | 2.046581 | +| `as_is` | 20 | 4 | 3 | `a` | 15.054009 | 0.000000 | 1.449842 | 0.050244 | 0.050244 | 0.327619 | 0.364753 | 2.695704 | +| `as_is` | 20 | 4 | 3 | `b` | 16.884901 | 0.000000 | 1.839764 | 0.201284 | 0.201284 | 0.324529 | 0.367091 | 2.618366 | +| `as_is` | 20 | 4 | 4 | `a` | 14.542457 | 0.000000 | 1.524218 | — | 0.000000 | 0.251998 | 0.273341 | 3.302639 | +| `as_is` | 20 | 4 | 4 | `b` | 17.130493 | 0.000000 | 1.667255 | — | 0.000000 | 0.250156 | 0.274451 | 3.193435 | +| `residual_delta` | 20 | 4 | 1 | `a` | 18.031639 | 0.000000 | 0.795362 | 0.425625 | 4.477445 | 0.244311 | 0.322757 | 1.008034 | +| `residual_delta` | 20 | 4 | 1 | `b` | 20.243399 | 0.000000 | 0.052604 | 0.072096 | 6.903101 | 0.248811 | 0.316362 | 1.005957 | +| `residual_delta` | 20 | 4 | 2 | `a` | 14.902696 | 0.000000 | 1.117346 | 0.700064 | 2.579535 | 0.256735 | 0.305504 | 1.031551 | +| `residual_delta` | 20 | 4 | 2 | `b` | 17.960138 | 0.000000 | 0.485151 | 2.057311 | 6.299382 | 0.263022 | 0.305493 | 1.027832 | +| `residual_delta` | 20 | 4 | 3 | `a` | 12.398921 | 0.000000 | 1.622421 | 0.712004 | 0.712004 | 0.254414 | 0.271621 | 1.065493 | +| `residual_delta` | 20 | 4 | 3 | `b` | 17.225027 | 0.000000 | 1.843830 | 0.574638 | 0.574638 | 0.260989 | 0.279470 | 1.060292 | +| `residual_delta` | 20 | 4 | 4 | `a` | 11.293166 | 0.000000 | 1.846812 | — | 0.000000 | 0.240321 | 0.236769 | 1.104700 | +| `residual_delta` | 20 | 4 | 4 | `b` | 18.945467 | 0.000000 | 1.244793 | — | 0.000000 | 0.245927 | 0.249478 | 1.097925 | +| `as_is` | 21 | 1 | 1 | `a` | 18.122513 | 0.000000 | 0.615996 | — | 0.000000 | 0.778645 | 1.018195 | 1.521551 | +| `as_is` | 21 | 1 | 1 | `b` | 19.282368 | 0.000000 | 1.107476 | — | 0.000000 | 0.776748 | 1.022544 | 1.522863 | +| `residual_delta` | 21 | 1 | 1 | `a` | 19.089886 | 0.000000 | 0.357046 | — | 0.000000 | 0.318382 | 0.401798 | 1.005618 | +| `residual_delta` | 21 | 1 | 1 | `b` | 19.714735 | 0.000000 | 0.669191 | — | 0.000000 | 0.350520 | 0.437640 | 1.004863 | +| `as_is` | 21 | 2 | 1 | `a` | 18.295652 | 0.000000 | 0.536182 | 0.305417 | 0.305417 | 0.782943 | 1.019209 | 1.521765 | +| `as_is` | 21 | 2 | 1 | `b` | 19.324127 | 0.000000 | 1.064224 | 0.401619 | 0.401619 | 0.780628 | 1.023776 | 1.521979 | +| `as_is` | 21 | 2 | 2 | `a` | 16.734303 | 0.000000 | 1.076468 | — | 0.000000 | 0.468747 | 0.545280 | 2.117610 | +| `as_is` | 21 | 2 | 2 | `b` | 18.166842 | 0.000000 | 1.290782 | — | 0.000000 | 0.471950 | 0.551366 | 2.115683 | +| `residual_delta` | 21 | 2 | 1 | `a` | 19.332996 | 0.000000 | 0.266323 | 1.295073 | 1.295073 | 0.337459 | 0.403245 | 1.004951 | +| `residual_delta` | 21 | 2 | 1 | `b` | 19.805143 | 0.000000 | 0.617992 | 1.979882 | 1.979882 | 0.369484 | 0.440641 | 1.004129 | +| `residual_delta` | 21 | 2 | 2 | `a` | 16.555534 | 0.000000 | 0.936696 | — | 0.000000 | 0.351683 | 0.392376 | 1.025742 | +| `residual_delta` | 21 | 2 | 2 | `b` | 16.940697 | 0.000000 | 1.273161 | — | 0.000000 | 0.383051 | 0.414577 | 1.023653 | +| `as_is` | 21 | 4 | 1 | `a` | 18.562565 | 0.000000 | 0.431195 | 0.187550 | 1.229590 | 0.788680 | 1.023876 | 1.521199 | +| `as_is` | 21 | 4 | 1 | `b` | 19.475903 | 0.000000 | 0.955809 | 0.348044 | 1.457562 | 0.786936 | 1.028784 | 1.521161 | +| `as_is` | 21 | 4 | 2 | `a` | 16.946423 | 0.000000 | 0.945137 | 0.187396 | 0.555514 | 0.473342 | 0.548132 | 2.115333 | +| `as_is` | 21 | 4 | 2 | `b` | 18.195162 | 0.000000 | 1.279589 | 0.141351 | 0.445837 | 0.476710 | 0.554409 | 2.112968 | +| `as_is` | 21 | 4 | 3 | `a` | 16.199278 | 0.000000 | 1.220493 | 0.097177 | 0.097177 | 0.333793 | 0.366343 | 2.730407 | +| `as_is` | 21 | 4 | 3 | `b` | 17.564445 | 0.000000 | 1.428266 | 0.096256 | 0.096256 | 0.336726 | 0.370253 | 2.723950 | +| `as_is` | 21 | 4 | 4 | `a` | 15.861411 | 0.000000 | 1.312978 | — | 0.000000 | 0.256808 | 0.273848 | 3.350203 | +| `as_is` | 21 | 4 | 4 | `b` | 17.244713 | 0.000000 | 1.491197 | — | 0.000000 | 0.259075 | 0.276407 | 3.338553 | +| `residual_delta` | 21 | 4 | 1 | `a` | 20.781502 | 0.000000 | 0.081553 | 0.103065 | 3.777672 | 0.301898 | 0.381683 | 1.005111 | +| `residual_delta` | 21 | 4 | 1 | `b` | 21.208588 | 0.000000 | 0.299094 | 0.497359 | 5.991673 | 0.321633 | 0.415214 | 1.003072 | +| `residual_delta` | 21 | 4 | 2 | `a` | 18.266224 | 0.000000 | 0.454571 | 0.780629 | 3.113141 | 0.314068 | 0.369266 | 1.025773 | +| `residual_delta` | 21 | 4 | 2 | `b` | 17.914749 | 0.000000 | 0.890592 | 1.091011 | 3.542869 | 0.331600 | 0.390816 | 1.021889 | +| `residual_delta` | 21 | 4 | 3 | `a` | 16.208176 | 0.000000 | 1.148089 | 0.904322 | 0.904322 | 0.302663 | 0.330916 | 1.055967 | +| `residual_delta` | 21 | 4 | 3 | `b` | 16.054939 | 0.000000 | 1.394075 | 0.637783 | 0.637783 | 0.311362 | 0.339122 | 1.051347 | +| `residual_delta` | 21 | 4 | 4 | `a` | 15.822672 | 0.125000 | 1.369036 | — | 0.000000 | 0.273778 | 0.284843 | 1.090223 | +| `residual_delta` | 21 | 4 | 4 | `b` | 15.931558 | 0.000000 | 1.422974 | — | 0.000000 | 0.273894 | 0.285901 | 1.086455 | + +## Raw adjacent-depth CE regressions + +```json +[ + { + "arm": "residual_delta", + "ce_after": 11.590276718139648, + "ce_before": 11.038289070129395, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 2, + "to_depth": 4 + }, + { + "arm": "as_is", + "ce_after": 15.163872718811035, + "ce_before": 15.091167449951172, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 5, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 13.765621185302734, + "ce_before": 13.527078628540039, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 5, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 16.074132919311523, + "ce_before": 16.039432525634766, + "example_id": "a", + "from_depth": 3, + "recursive_steps": 4, + "seed": 14, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 6.318075180053711, + "ce_before": 6.077907085418701, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 19, + "to_depth": 4 + }, + { + "arm": "as_is", + "ce_after": 17.1304931640625, + "ce_before": 16.88490104675293, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 20, + "to_depth": 4 + }, + { + "arm": "residual_delta", + "ce_after": 18.945466995239258, + "ce_before": 17.225027084350586, + "example_id": "b", + "from_depth": 3, + "recursive_steps": 4, + "seed": 20, + "to_depth": 4 + } +] +``` + +The finite-difference value is a seeded local directional lower bound from the initial y state, not an operator norm or proof of contraction. + +## AgentEvals / AgentV + +- Format/SDK: `AgentEvals JSONL` / `@agentv/core` +- Publication summary: `{'total': 22, 'passed': 20, 'failed': 2, 'executionErrors': 0, 'durationMs': 2684, 'meanScore': 0.9090909090909091}` + +## Evidence boundary + +- Production default changed: **False** +- Checkpoint created: **False** +- Ship-gate claim: **False** + +`recursive_core_positive` would satisfy only this fixture prerequisite for LAR3. A negative or inconclusive result does not authorize downstream recurrence work. diff --git a/src/slm_training/resources/versions.json b/src/slm_training/resources/versions.json index 78d22b13a..219201c2f 100644 --- a/src/slm_training/resources/versions.json +++ b/src/slm_training/resources/versions.json @@ -6103,6 +6103,11 @@ "docs/design/iter-slm282-recurrence-health-powered-rerun-20260725.md" ], "history": [ + { + "version": "v19", + "date": "2026-07-25", + "note": "no-bump: register the SLM-421 powered-rerun JSON/markdown (n=20 fresh seeds 2..21, min_pass_rate=0.5, disposition recursive_core_positive) produced by the v19 power_rule capability; no further code/behavior change" + }, { "version": "v19", "date": "2026-07-25",