{ "format": "habitat-held-out-test/1", "completed_utc": "2026-10-09T09:08:56.504017+00:00", "first_test_read_utc": "2026-10-09T09:08:30.792453+00:00", "checkpoint_pin": { "format": "habitat-test-pin/1", "pinned_utc_before_test_read": "2026-10-09T09:08:30.791452+00:00", "runs": { "full-v2": { "selected_update": 2400, "seed": 135001, "updates": 2400, "config": { "seed": 135001, "training": { "updates": 2400, "batch_size": 16, "learning_rate": 0.001, "weight_decay": 0.0001, "gradient_clip": 1, "eval_every": 400, "device": "cuda", "cpu_threads": 4 }, "loss_weights": { "counts": 1, "colour": 1, "cell_xy": 20, "cell_z": 1, "cell_a": 1, "region_xyr": 20, "region_p": 1, "edges": 1 } }, "input_hashes": { "data\\train.npz": "44a929fa69a0721b5c0ea3ab9113b806916f6360bbfff6815e4ddbdb41493622", "data\\development.npz": "b6c85307fa0cec6ce5717980952ac2800664407752cdd6cfb00d42c19ed09df1", "protocol/config.json": "a733e9f1a6c58096790f585bef68181d80f7afc3ad06f1211f1d832817f2c561" }, "files": { "runs\\full-v2\\checkpoint.pt": "c804f60828e3ec68b5e16e298c7be5c1c6881d4dcd02871e9264545cf6e1a6b2", "runs\\full-v2\\manifest.json": "dd3d0c695b1414c607aaadb43c7eefca457b02a47b508df3af28481b78acaab5", "runs\\full-v2\\initial.npz": "87f0d194300cfbff1733760854f8af5614d8f9cbe3715f0cf9363bef1f78506a" } }, "colours-only-v2": { "selected_update": 2000, "seed": 135001, "updates": 2400, "config": { "seed": 135001, "training": { "updates": 2400, "batch_size": 16, "learning_rate": 0.001, "weight_decay": 0.0001, "gradient_clip": 1, "eval_every": 400, "device": "cuda", "cpu_threads": 4 }, "loss_weights": { "counts": 1, "colour": 1, "cell_xy": 20, "cell_z": 1, "cell_a": 1, "region_xyr": 20, "region_p": 1, "edges": 1 } }, "input_hashes": { "data\\train.npz": "44a929fa69a0721b5c0ea3ab9113b806916f6360bbfff6815e4ddbdb41493622", "data\\development.npz": "b6c85307fa0cec6ce5717980952ac2800664407752cdd6cfb00d42c19ed09df1", "protocol/config.json": "a733e9f1a6c58096790f585bef68181d80f7afc3ad06f1211f1d832817f2c561" }, "files": { "runs\\colours-only-v2\\checkpoint.pt": "b0371f2260a966fedcc543151e36322f9eb5d82c84559251d2b47ed997654ce3", "runs\\colours-only-v2\\manifest.json": "b86ec349b1b7e48fc52ede2fc776ad31225fe63706176ebf25b9196b28a14b43" } }, "full": { "selected_update": 2400, "seed": 135001, "updates": 2400, "config": { "seed": 135001, "training": { "updates": 2400, "batch_size": 16, "learning_rate": 0.001, "weight_decay": 0.0001, "gradient_clip": 1, "eval_every": 400, "device": "cuda", "cpu_threads": 4 }, "loss_weights": { "counts": 1, "colour": 1, "cell_xy": 20, "cell_z": 1, "cell_a": 1, "region_xyr": 20, "region_p": 1, "edges": 1 } }, "input_hashes": { "data\\train.npz": "44a929fa69a0721b5c0ea3ab9113b806916f6360bbfff6815e4ddbdb41493622", "data\\development.npz": "b6c85307fa0cec6ce5717980952ac2800664407752cdd6cfb00d42c19ed09df1", "protocol/config.json": "a733e9f1a6c58096790f585bef68181d80f7afc3ad06f1211f1d832817f2c561" }, "files": { "runs\\full\\checkpoint.pt": "dd8001e0e052d338879dc77569677f883a7330b32bdaf2ba3c6c7b82849ad330", "runs\\full\\manifest.json": "0e5512bdf6e4d205eff98aa31a1b46312e1a460c9b2ae14824c31a38625c941f", "runs\\full\\initial.npz": "91ba46bfd5d1fccfc64d53091fb83daf91391f5eca490c9dd7019d5d56fba426" } }, "colours-only": { "selected_update": 2400, "seed": 135001, "updates": 2400, "config": { "seed": 135001, "training": { "updates": 2400, "batch_size": 16, "learning_rate": 0.001, "weight_decay": 0.0001, "gradient_clip": 1, "eval_every": 400, "device": "cuda", "cpu_threads": 4 }, "loss_weights": { "counts": 1, "colour": 1, "cell_xy": 20, "cell_z": 1, "cell_a": 1, "region_xyr": 20, "region_p": 1, "edges": 1 } }, "input_hashes": { "data\\train.npz": "44a929fa69a0721b5c0ea3ab9113b806916f6360bbfff6815e4ddbdb41493622", "data\\development.npz": "b6c85307fa0cec6ce5717980952ac2800664407752cdd6cfb00d42c19ed09df1", "protocol/config.json": "a733e9f1a6c58096790f585bef68181d80f7afc3ad06f1211f1d832817f2c561" }, "files": { "runs\\colours-only\\checkpoint.pt": "6466d582849889cb9ff4dc1d3d79124b9c59a985ff3a2da528ac994fca00a2b2", "runs\\colours-only\\manifest.json": "1cb84622bcd4c01367ffdb704e56eab1d1899f3a5c42f7d2a5a4f2e8df3b3fe2" } } }, "evaluator_sha256": "152b2d83cab119e9e63b5a9f2f31e7596161989f2aab5a78d8498ccf4433d177", "tensorizer_sha256": "92eb17feab1e0ee390c682f3e249f474a5facc79355d824db9ed8c048c5012e2", "model_source_sha256": { "field_model.py": "b34ca50ad71b48cff2b700bbfd04769bedec55d12cf8340f73a36b3e32fe0c49", "field_model_v2.py": "8d7732a2ef8f2af77624bf68454da6dc3252af6284bc67e1878358b8e5e08bbf" }, "pretest_revision_sha256": "f7ede735389277bf1881449a7c74034afbdb815b14fac160df56cf01a00fabe3", "methods": [ "copy_source", "initial_full", "colours_only", "full", "initial_full_v1", "colours_only_v1", "full_v1" ], "evaluation_plan": [ { "method": "initial_full", "run": "full-v2", "file": "initial.npz", "module": "field_model_v2", "mode": "full", "role": "primary_untrained_control" }, { "method": "colours_only", "run": "colours-only-v2", "file": "checkpoint.pt", "module": "field_model_v2", "mode": "colours-only", "role": "primary_trained_control" }, { "method": "full", "run": "full-v2", "file": "checkpoint.pt", "module": "field_model_v2", "mode": "full", "role": "primary_selected_model" }, { "method": "initial_full_v1", "run": "full", "file": "initial.npz", "module": "field_model", "mode": "full", "role": "legacy_descriptive" }, { "method": "colours_only_v1", "run": "colours-only", "file": "checkpoint.pt", "module": "field_model", "mode": "colours-only", "role": "legacy_descriptive" }, { "method": "full_v1", "run": "full", "file": "checkpoint.pt", "module": "field_model", "mode": "full", "role": "legacy_descriptive" } ], "primary_full_run": "full-v2", "primary_control_run": "colours-only-v2", "checkpoint_selection": "Frozen completed development-selected checkpoints; v1 descriptive only when v2 is primary" }, "test_sha256": "b8d987ecd89e061c2b7e37f5d4406a9de1518295a8897c4a2ce74f677bb91bcc", "test_examples": 600, "excluded_examples": 0, "primary_runs": { "full": "full-v2", "colours_only": "colours-only-v2" }, "model_families": { "initial_full": { "run": "full-v2", "module": "field_model_v2", "role": "primary_untrained_control" }, "colours_only": { "run": "colours-only-v2", "module": "field_model_v2", "role": "primary_trained_control" }, "full": { "run": "full-v2", "module": "field_model_v2", "role": "primary_selected_model" }, "initial_full_v1": { "run": "full", "module": "field_model", "role": "legacy_descriptive" }, "colours_only_v1": { "run": "colours-only", "module": "field_model", "role": "legacy_descriptive" }, "full_v1": { "run": "full", "module": "field_model", "role": "legacy_descriptive" } }, "device": "cpu", "torch_version": "2.7.1+cu126", "numpy_version": "2.3.5", "elapsed_seconds": 25.71899999998277, "methods": { "copy_source": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.8033333333333333, "mae": 0.19666666666666666 }, "region": { "exact_accuracy": 0.865, "mae": 0.135 }, "edge": { "exact_accuracy": 0.76, "mae": 0.25166666666666665 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12037, "raw_geometry_coverage": 0.9905365371955234, "emitted_target_slot_recall": 0.9905365371955234, "colour": { "accuracy": 0.6877880184331797, "emitted_target_accuracy": 0.6877880184331797, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.0, "born_accuracy": 0.0, "target_null_slots": 1784, "null_accuracy": 0.772982062780269 }, "z": { "accuracy": 0.723090849242923, "emitted_target_accuracy": 0.723090849242923, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.0, "born_accuracy": 0.0 }, "a": { "accuracy": 0.6642527978933509, "emitted_target_accuracy": 0.6642527978933509, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.0, "born_accuracy": 0.0 }, "x": { "mae": 7.343357979563014, "changed_retained_slots": 11163, "changed_retained_mae": 7.918301531846278, "missing_penalized_mae": 16.737327188940093, "emitted_missing_penalized_raw_mae": 16.737327188940093 }, "y": { "mae": 7.358145717371438, "changed_retained_slots": 11182, "changed_retained_mae": 7.92076551600787, "missing_penalized_mae": 16.751974983541803, "emitted_missing_penalized_raw_mae": 16.751974983541803 }, "xy_mae": 7.350751848467226, "all_target_missing_penalized_xy_mae": 16.74465108624095 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1260, "raw_geometry_coverage": 0.9395973154362416, "emitted_target_slot_recall": 0.9395973154362416, "x": { "mae": 1.2531746031746032, "changed_retained_slots": 919, "changed_retained_mae": 1.718171926006529, "missing_penalized_mae": 61.58016405667412, "emitted_missing_penalized_raw_mae": 61.58016405667412 }, "y": { "mae": 1.2571428571428571, "changed_retained_slots": 911, "changed_retained_mae": 1.738748627881449, "missing_penalized_mae": 61.58389261744966, "emitted_missing_penalized_raw_mae": 61.58389261744966 }, "r": { "mae": 6.825396825396825, "changed_retained_slots": 1223, "changed_retained_mae": 7.031888798037612, "missing_penalized_mae": 31.782252050708426, "emitted_missing_penalized_raw_mae": 31.782252050708426 }, "xyr_mae": 3.111904761904762, "p": { "accuracy": 0.5771812080536913, "emitted_target_accuracy": 0.5771812080536913, "changed_retained_slots": 486, "changed_retained_accuracy": 0.0, "born_accuracy": 0.0 } }, "edges": { "micro": { "tp": 13569, "fp": 1380, "fn": 1449, "precision": 0.9076861328516957, "recall": 0.9035157810627247, "f1": 0.9055961557713484 }, "added": { "tp": 0, "fp": 0, "fn": 1449, "precision": null, "recall": 0.0, "f1": 0.0 }, "removed": { "tp": 0, "fp": 0, "fn": 1380, "precision": null, "recall": 0.0, "f1": 0.0 }, "exact_set_accuracy": 0.29, "persistent_target_edges": 13569, "persistent_recall": 1.0, "by_relation": { "0": { "tp": 1162, "fp": 1262, "fn": 113, "precision": 0.4793729372937294, "recall": 0.9113725490196078, "f1": 0.6282779129494458 }, "1": { "tp": 2332, "fp": 118, "fn": 1221, "precision": 0.9518367346938775, "recall": 0.6563467492260062, "f1": 0.7769448609028818 }, "2": { "tp": 2519, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "3": { "tp": 2528, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "4": { "tp": 2505, "fp": 0, "fn": 115, "precision": 1.0, "recall": 0.9561068702290076, "f1": 0.9775609756097561 }, "5": { "tp": 2523, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 0, "raw_numeric_values": 27860, "raw_out_of_bounds_value_rate": 0.0, "raw_out_of_bounds_scene_rate": 0.0, "raw_centre_conflicting_pairs": 0, "raw_centre_conflict_scene_rate": 0.0 }, "adapter": { "nonround_events": 0, "nonround_scene_rate": 0.0, "clip": { "events": 0, "scene_rate": 0.0 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 0, "scene_rate": 0.0, "emitted_cell_rate": 0.0 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 482, "node_count_abs_error": 118, "region_count_correct": 519, "region_count_abs_error": 81, "edge_count_correct": 456, "edge_count_abs_error": 151, "born_cells": 115, "raw_cell_supported": 12037, "emitted_target_cells": 12037, "colour_correct": 8358, "colour_emitted_correct": 8358, "colour_changed_total": 3679, "colour_changed_correct": 0, "colour_born_correct": 0, "z_correct": 8787, "z_emitted_correct": 8787, "z_changed_total": 3250, "z_changed_correct": 0, "z_born_correct": 0, "a_correct": 8072, "a_emitted_correct": 8072, "a_changed_total": 3965, "a_changed_correct": 0, "a_born_correct": 0, "target_nulls": 1784, "null_correct": 1379, "cell_x_abs_error": 88392.0, "cell_x_changed_abs_error": 88392.0, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 203392.0, "cell_x_emitted_missing_penalized_error": 203392.0, "cell_y_abs_error": 88570.0, "cell_y_changed_abs_error": 88570.0, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 203570.0, "cell_y_emitted_missing_penalized_error": 203570.0, "raw_region_supported": 1260, "born_regions": 81, "emitted_target_regions": 1260, "region_x_abs_error": 1579.0, "region_x_changed_abs_error": 1579.0, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 82579.0, "region_x_emitted_missing_penalized_error": 82579.0, "region_y_abs_error": 1584.0, "region_y_changed_abs_error": 1584.0, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 82584.0, "region_y_emitted_missing_penalized_error": 82584.0, "region_r_abs_error": 8600.0, "region_r_changed_abs_error": 8600.0, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 42620.0, "region_r_emitted_missing_penalized_error": 42620.0, "p_correct": 774, "p_emitted_correct": 774, "p_changed_total": 486, "p_changed_correct": 0, "p_born_correct": 0, "edge_tp": 13569, "edge_fp": 1380, "edge_fn": 1449, "edge_added_tp": 0, "edge_added_fp": 0, "edge_added_fn": 1449, "edge_removed_tp": 0, "edge_removed_fp": 0, "edge_removed_fn": 1380, "edge_persistent_total": 13569, "edge_persistent_correct": 13569, "edge_set_exact": 174, "edge_r0_tp": 1162, "edge_r0_fp": 1262, "edge_r0_fn": 113, "edge_r1_tp": 2332, "edge_r1_fp": 118, "edge_r1_fn": 1221, "edge_r2_tp": 2519, "edge_r2_fp": 0, "edge_r2_fn": 0, "edge_r3_tp": 2528, "edge_r3_fp": 0, "edge_r3_fn": 0, "edge_r4_tp": 2505, "edge_r4_fp": 0, "edge_r4_fn": 115, "edge_r5_tp": 2523, "edge_r5_fp": 0, "edge_r5_fn": 0, "adapter_nonround_events": 0, "adapter_nonround_scenes": 0, "adapter_clip_events": 0, "adapter_clip_scenes": 0, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 0, "adapter_minimum_centre_distance_scenes": 0, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 27860, "raw_out_of_bounds_values": 0, "raw_out_of_bounds_scenes": 0, "raw_centre_conflicting_pairs": 0, "raw_centre_conflict_scenes": 0, "emitted_cells": 12040, "emitted_regions": 1260 } }, "initial_full": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.8033333333333333, "mae": 0.19666666666666666 }, "region": { "exact_accuracy": 0.865, "mae": 0.135 }, "edge": { "exact_accuracy": 0.76, "mae": 0.25166666666666665 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9905365371955234, "colour": { "accuracy": 0.15190915075707703, "emitted_target_accuracy": 0.14985187623436472, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.11361783093231856, "born_accuracy": 0.21739130434782608, "target_null_slots": 1784, "null_accuracy": 0.9680493273542601 }, "z": { "accuracy": 0.19947333772218565, "emitted_target_accuracy": 0.1975806451612903, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.20215384615384616, "born_accuracy": 0.2 }, "a": { "accuracy": 0.2568301514154049, "emitted_target_accuracy": 0.2568301514154049, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.2686002522068096, "born_accuracy": 0.0 }, "x": { "mae": 44.487403058901265, "changed_retained_slots": 11163, "changed_retained_mae": 44.810965509075565, "missing_penalized_mae": 44.487403058901265, "emitted_missing_penalized_raw_mae": 53.73767171364334 }, "y": { "mae": 62.285579141605844, "changed_retained_slots": 11182, "changed_retained_mae": 61.83027924684416, "missing_penalized_mae": 62.285579141605844, "emitted_missing_penalized_raw_mae": 70.7223568310418 }, "xy_mae": 53.38649110025355, "all_target_missing_penalized_xy_mae": 53.38649110025355 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9395973154362416, "x": { "mae": 103.70211306296561, "changed_retained_slots": 919, "changed_retained_mae": 107.28115502119843, "missing_penalized_mae": 103.70211306296561, "emitted_missing_penalized_raw_mae": 160.9843814281898 }, "y": { "mae": 26.40662152714483, "changed_retained_slots": 911, "changed_retained_mae": 25.213743869969715, "missing_penalized_mae": 26.40662152714483, "emitted_missing_penalized_raw_mae": 83.15579575310635 }, "r": { "mae": 21.75233737323197, "changed_retained_slots": 1223, "changed_retained_mae": 22.249401547057357, "missing_penalized_mae": 21.75233737323197, "emitted_missing_penalized_raw_mae": 46.09825259475989 }, "xyr_mae": 50.620357321114135, "p": { "accuracy": 0.30648769574944074, "emitted_target_accuracy": 0.2513049962714392, "changed_retained_slots": 486, "changed_retained_accuracy": 0.21810699588477367, "born_accuracy": 0.9135802469135802 } }, "edges": { "micro": { "tp": 109, "fp": 14840, "fn": 14909, "precision": 0.00729145762258345, "recall": 0.007257957118124917, "f1": 0.007274668802349251 }, "added": { "tp": 11, "fp": 14834, "fn": 1438, "precision": 0.000740990232401482, "recall": 0.00759144237405107, "f1": 0.001350190254081257 }, "removed": { "tp": 1374, "fp": 13471, "fn": 6, "precision": 0.09255641630178511, "recall": 0.9956521739130435, "f1": 0.1693682588597843 }, "exact_set_accuracy": 0.17166666666666666, "persistent_target_edges": 13569, "persistent_recall": 0.007222345051219692, "by_relation": { "0": { "tp": 5, "fp": 376, "fn": 1270, "precision": 0.013123359580052493, "recall": 0.00392156862745098, "f1": 0.006038647342995169 }, "1": { "tp": 19, "fp": 99, "fn": 3534, "precision": 0.16101694915254236, "recall": 0.0053475935828877, "f1": 0.010351402887496594 }, "2": { "tp": 31, "fp": 7234, "fn": 2488, "precision": 0.004267033723331039, "recall": 0.012306470821754664, "f1": 0.006336876533115291 }, "3": { "tp": 5, "fp": 965, "fn": 2523, "precision": 0.005154639175257732, "recall": 0.001977848101265823, "f1": 0.002858776443682104 }, "4": { "tp": 29, "fp": 1579, "fn": 2591, "precision": 0.018034825870646767, "recall": 0.011068702290076336, "f1": 0.013718070009460738 }, "5": { "tp": 20, "fp": 4587, "fn": 2503, "precision": 0.004341219882787063, "recall": 0.007927070947284977, "f1": 0.005610098176718092 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 1518, "raw_numeric_values": 27860, "raw_out_of_bounds_value_rate": 0.05448671931083991, "raw_out_of_bounds_scene_rate": 0.8466666666666667, "raw_centre_conflicting_pairs": 194, "raw_centre_conflict_scene_rate": 0.225 }, "adapter": { "nonround_events": 1715, "nonround_scene_rate": 0.85, "clip": { "events": 1506, "scene_rate": 0.8416666666666667 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 209, "scene_rate": 0.24166666666666667, "emitted_cell_rate": 0.017358803986710962 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 482, "node_count_abs_error": 118, "region_count_correct": 519, "region_count_abs_error": 81, "edge_count_correct": 456, "edge_count_abs_error": 151, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 12037, "colour_correct": 1846, "colour_emitted_correct": 1821, "colour_changed_total": 3679, "colour_changed_correct": 418, "colour_born_correct": 25, "z_correct": 2424, "z_emitted_correct": 2401, "z_changed_total": 3250, "z_changed_correct": 657, "z_born_correct": 23, "a_correct": 3121, "a_emitted_correct": 3121, "a_changed_total": 3965, "a_changed_correct": 1065, "a_born_correct": 0, "target_nulls": 1784, "null_correct": 1727, "cell_x_abs_error": 540610.9219717681, "cell_x_changed_abs_error": 500224.8079778105, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 540610.9219717681, "cell_x_emitted_missing_penalized_error": 653020.1866641939, "cell_y_abs_error": 756894.3577287942, "cell_y_changed_abs_error": 691386.1825382113, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 756894.3577287942, "cell_y_emitted_missing_penalized_error": 859418.0802108198, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 1260, "region_x_abs_error": 139064.5336174369, "region_x_changed_abs_error": 98591.38146448135, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 139064.5336174369, "region_x_emitted_missing_penalized_error": 215880.05549520254, "region_y_abs_error": 35411.279467901215, "region_y_changed_abs_error": 22969.72066554241, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 35411.279467901215, "region_y_emitted_missing_penalized_error": 111511.9221049156, "region_r_abs_error": 29169.884417504072, "region_r_changed_abs_error": 27211.01809205115, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 29169.884417504072, "region_r_emitted_missing_penalized_error": 61817.75672957301, "p_correct": 411, "p_emitted_correct": 337, "p_changed_total": 486, "p_changed_correct": 106, "p_born_correct": 74, "edge_tp": 109, "edge_fp": 14840, "edge_fn": 14909, "edge_added_tp": 11, "edge_added_fp": 14834, "edge_added_fn": 1438, "edge_removed_tp": 1374, "edge_removed_fp": 13471, "edge_removed_fn": 6, "edge_persistent_total": 13569, "edge_persistent_correct": 98, "edge_set_exact": 103, "edge_r0_tp": 5, "edge_r0_fp": 376, "edge_r0_fn": 1270, "edge_r1_tp": 19, "edge_r1_fp": 99, "edge_r1_fn": 3534, "edge_r2_tp": 31, "edge_r2_fp": 7234, "edge_r2_fn": 2488, "edge_r3_tp": 5, "edge_r3_fp": 965, "edge_r3_fn": 2523, "edge_r4_tp": 29, "edge_r4_fp": 1579, "edge_r4_fn": 2591, "edge_r5_tp": 20, "edge_r5_fp": 4587, "edge_r5_fn": 2503, "adapter_nonround_events": 1715, "adapter_nonround_scenes": 510, "adapter_clip_events": 1506, "adapter_clip_scenes": 505, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 209, "adapter_minimum_centre_distance_scenes": 145, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 27860, "raw_out_of_bounds_values": 1518, "raw_out_of_bounds_scenes": 508, "raw_centre_conflicting_pairs": 194, "raw_centre_conflict_scenes": 135, "emitted_cells": 12040, "emitted_regions": 1260 } }, "colours_only": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.8033333333333333, "mae": 0.19666666666666666 }, "region": { "exact_accuracy": 0.36333333333333334, "mae": 1.3366666666666667 }, "edge": { "exact_accuracy": 0.15833333333333333, "mae": 25.748333333333335 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9905365371955234, "colour": { "accuracy": 0.1598090849242923, "emitted_target_accuracy": 0.15808097432521395, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.11443326991030171, "born_accuracy": 0.1826086956521739, "target_null_slots": 1784, "null_accuracy": 0.9153587443946188 }, "z": { "accuracy": 0.20292955892034234, "emitted_target_accuracy": 0.20062541145490453, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.2129230769230769, "born_accuracy": 0.24347826086956523 }, "a": { "accuracy": 0.26925608953258723, "emitted_target_accuracy": 0.2597926267281106, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.27087011349306434, "born_accuracy": 1.0 }, "x": { "mae": 198.2028511637151, "changed_retained_slots": 11163, "changed_retained_mae": 199.77944007771134, "missing_penalized_mae": 198.2028511637151, "emitted_missing_penalized_raw_mae": 206.4462427422061 }, "y": { "mae": 280.20898379755795, "changed_retained_slots": 11182, "changed_retained_mae": 284.80155355249957, "missing_penalized_mae": 280.20898379755795, "emitted_missing_penalized_raw_mae": 288.7062801032611 }, "xy_mae": 239.20591748063651, "all_target_missing_penalized_xy_mae": 239.20591748063651 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.44146159582401195, "x": { "mae": 209.0126301075966, "changed_retained_slots": 919, "changed_retained_mae": 224.58525343662507, "missing_penalized_mae": 209.0126301075966, "emitted_missing_penalized_raw_mae": 653.5822063086194 }, "y": { "mae": 239.23379440862328, "changed_retained_slots": 911, "changed_retained_mae": 264.6236511352426, "missing_penalized_mae": 239.23379440862328, "emitted_missing_penalized_raw_mae": 656.0703892414468 }, "r": { "mae": 100.09773006135185, "changed_retained_slots": 1223, "changed_retained_mae": 98.75048704831599, "missing_penalized_mae": 100.09773006135185, "emitted_missing_penalized_raw_mae": 278.6111969302431 }, "xyr_mae": 182.78138485919058, "p": { "accuracy": 0.2953020134228188, "emitted_target_accuracy": 0.14392244593586875, "changed_retained_slots": 486, "changed_retained_accuracy": 0.2736625514403292, "born_accuracy": 0.8395061728395061 } }, "edges": { "micro": { "tp": 26, "fp": 1807, "fn": 14992, "precision": 0.014184397163120567, "recall": 0.0017312558263417232, "f1": 0.003085870274761142 }, "added": { "tp": 11, "fp": 1806, "fn": 1438, "precision": 0.006053935057787562, "recall": 0.00759144237405107, "f1": 0.006736068585425597 }, "removed": { "tp": 1379, "fp": 13554, "fn": 1, "precision": 0.0923458112904306, "recall": 0.9992753623188406, "f1": 0.1690676147857537 }, "exact_set_accuracy": 0.15666666666666668, "persistent_target_edges": 13569, "persistent_recall": 0.001105460977227504, "by_relation": { "0": { "tp": 1, "fp": 11, "fn": 1274, "precision": 0.08333333333333333, "recall": 0.000784313725490196, "f1": 0.001554001554001554 }, "1": { "tp": 23, "fp": 1785, "fn": 3530, "precision": 0.012721238938053098, "recall": 0.00647340275823248, "f1": 0.008580488714792016 }, "2": { "tp": 0, "fp": 1, "fn": 2519, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "3": { "tp": 0, "fp": 1, "fn": 2528, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "4": { "tp": 2, "fp": 9, "fn": 2618, "precision": 0.18181818181818182, "recall": 0.0007633587786259542, "f1": 0.0015203344735841885 }, "5": { "tp": 0, "fp": 0, "fn": 2523, "precision": null, "recall": 0.0, "f1": 0.0 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 271, "raw_numeric_values": 26015, "raw_out_of_bounds_value_rate": 0.010417067076686527, "raw_out_of_bounds_scene_rate": 0.4216666666666667, "raw_centre_conflicting_pairs": 1156, "raw_centre_conflict_scene_rate": 0.7433333333333333 }, "adapter": { "nonround_events": 1326, "nonround_scene_rate": 0.78, "clip": { "events": 271, "scene_rate": 0.4216666666666667 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 1055, "scene_rate": 0.7416666666666667, "emitted_cell_rate": 0.08762458471760798 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 482, "node_count_abs_error": 118, "region_count_correct": 218, "region_count_abs_error": 802, "edge_count_correct": 95, "edge_count_abs_error": 15449, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 12037, "colour_correct": 1942, "colour_emitted_correct": 1921, "colour_changed_total": 3679, "colour_changed_correct": 421, "colour_born_correct": 21, "z_correct": 2466, "z_emitted_correct": 2438, "z_changed_total": 3250, "z_changed_correct": 692, "z_born_correct": 28, "a_correct": 3272, "a_emitted_correct": 3157, "a_changed_total": 3965, "a_changed_correct": 1074, "a_born_correct": 115, "target_nulls": 1784, "null_correct": 1633, "cell_x_abs_error": 2408561.047341466, "cell_x_changed_abs_error": 2230137.8895874918, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 2408561.047341466, "cell_x_emitted_missing_penalized_error": 2508734.7418032885, "cell_y_abs_error": 3405099.571107924, "cell_y_changed_abs_error": 3184650.97182405, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 3405099.571107924, "cell_y_emitted_missing_penalized_error": 3508358.715814829, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 592, "region_x_abs_error": 280285.93697428703, "region_x_changed_abs_error": 206393.84790825844, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 280285.93697428703, "region_x_emitted_missing_penalized_error": 876453.7386598587, "region_y_abs_error": 320812.5183019638, "region_y_changed_abs_error": 241072.146184206, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 320812.5183019638, "region_y_emitted_missing_penalized_error": 879790.3919727802, "region_r_abs_error": 134231.05601227283, "region_r_changed_abs_error": 120771.84566009045, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 134231.05601227283, "region_r_emitted_missing_penalized_error": 373617.61508345604, "p_correct": 396, "p_emitted_correct": 193, "p_changed_total": 486, "p_changed_correct": 133, "p_born_correct": 68, "edge_tp": 26, "edge_fp": 1807, "edge_fn": 14992, "edge_added_tp": 11, "edge_added_fp": 1806, "edge_added_fn": 1438, "edge_removed_tp": 1379, "edge_removed_fp": 13554, "edge_removed_fn": 1, "edge_persistent_total": 13569, "edge_persistent_correct": 15, "edge_set_exact": 94, "edge_r0_tp": 1, "edge_r0_fp": 11, "edge_r0_fn": 1274, "edge_r1_tp": 23, "edge_r1_fp": 1785, "edge_r1_fn": 3530, "edge_r2_tp": 0, "edge_r2_fp": 1, "edge_r2_fn": 2519, "edge_r3_tp": 0, "edge_r3_fp": 1, "edge_r3_fn": 2528, "edge_r4_tp": 2, "edge_r4_fp": 9, "edge_r4_fn": 2618, "edge_r5_tp": 0, "edge_r5_fp": 0, "edge_r5_fn": 2523, "adapter_nonround_events": 1326, "adapter_nonround_scenes": 468, "adapter_clip_events": 271, "adapter_clip_scenes": 253, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 1055, "adapter_minimum_centre_distance_scenes": 445, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 26015, "raw_out_of_bounds_values": 271, "raw_out_of_bounds_scenes": 253, "raw_centre_conflicting_pairs": 1156, "raw_centre_conflict_scenes": 446, "emitted_cells": 12040, "emitted_regions": 645 } }, "full": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.9266666666666666, "mae": 0.07333333333333333 }, "region": { "exact_accuracy": 0.985, "mae": 0.015 }, "edge": { "exact_accuracy": 0.8616666666666667, "mae": 0.15 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9995885450954576, "colour": { "accuracy": 0.6997202106649111, "emitted_target_accuracy": 0.6996379196840027, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.16335960858929058, "born_accuracy": 0.6260869565217392, "target_null_slots": 1784, "null_accuracy": 0.8211883408071748 }, "z": { "accuracy": 0.9342495062541145, "emitted_target_accuracy": 0.9342495062541145, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.8166153846153846, "born_accuracy": 0.25217391304347825 }, "a": { "accuracy": 0.8453752468729427, "emitted_target_accuracy": 0.8449637919684002, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.5949558638083228, "born_accuracy": 1.0 }, "x": { "mae": 6.9640492682073605, "changed_retained_slots": 11163, "changed_retained_mae": 7.284131623180517, "missing_penalized_mae": 6.9640492682073605, "emitted_missing_penalized_raw_mae": 7.375058361888913 }, "y": { "mae": 6.9693081242015795, "changed_retained_slots": 11182, "changed_retained_mae": 7.2920860521398065, "missing_penalized_mae": 6.9693081242015795, "emitted_missing_penalized_raw_mae": 7.37922713426607 }, "xy_mae": 6.96667869620447, "all_target_missing_penalized_xy_mae": 6.96667869620447 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9992542878448919, "x": { "mae": 6.309863629182981, "changed_retained_slots": 919, "changed_retained_mae": 4.190867782536219, "missing_penalized_mae": 6.309863629182981, "emitted_missing_penalized_raw_mae": 7.053169662924066 }, "y": { "mae": 7.909078618141693, "changed_retained_slots": 911, "changed_retained_mae": 5.404537129887233, "missing_penalized_mae": 7.909078618141693, "emitted_missing_penalized_raw_mae": 8.636511717895509 }, "r": { "mae": 2.347804312337965, "changed_retained_slots": 1223, "changed_retained_mae": 2.2322551302751945, "missing_penalized_mae": 2.347804312337965, "emitted_missing_penalized_raw_mae": 2.659635964256005 }, "xyr_mae": 5.52224885322088, "p": { "accuracy": 0.9992542878448919, "emitted_target_accuracy": 0.9985085756897838, "changed_retained_slots": 486, "changed_retained_accuracy": 1.0, "born_accuracy": 1.0 } }, "edges": { "micro": { "tp": 8241, "fp": 6853, "fn": 6777, "precision": 0.5459785345170266, "recall": 0.5487415101877746, "f1": 0.5473565356004251 }, "added": { "tp": 776, "fp": 6727, "fn": 673, "precision": 0.10342529654804745, "recall": 0.5355417529330573, "f1": 0.17336907953529937 }, "removed": { "tp": 1254, "fp": 6104, "fn": 126, "precision": 0.17042674639847785, "recall": 0.908695652173913, "f1": 0.2870222018768597 }, "exact_set_accuracy": 0.22833333333333333, "persistent_target_edges": 13569, "persistent_recall": 0.5501510796668878, "by_relation": { "0": { "tp": 95, "fp": 97, "fn": 1180, "precision": 0.4947916666666667, "recall": 0.07450980392156863, "f1": 0.12951601908657123 }, "1": { "tp": 1939, "fp": 667, "fn": 1614, "precision": 0.7440521872601689, "recall": 0.5457359977483817, "f1": 0.6296476700763111 }, "2": { "tp": 861, "fp": 148, "fn": 1658, "precision": 0.8533201189296333, "recall": 0.34180230250099247, "f1": 0.4880952380952381 }, "3": { "tp": 1529, "fp": 1145, "fn": 999, "precision": 0.5718025430067315, "recall": 0.6048259493670886, "f1": 0.5878508266051519 }, "4": { "tp": 1714, "fp": 1121, "fn": 906, "precision": 0.6045855379188713, "recall": 0.6541984732824427, "f1": 0.6284142988084326 }, "5": { "tp": 2103, "fp": 3675, "fn": 420, "precision": 0.3639667705088266, "recall": 0.8335315101070154, "f1": 0.506685941452837 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 79, "raw_numeric_values": 28416, "raw_out_of_bounds_value_rate": 0.0027801238738738737, "raw_out_of_bounds_scene_rate": 0.125, "raw_centre_conflicting_pairs": 36, "raw_centre_conflict_scene_rate": 0.06 }, "adapter": { "nonround_events": 111, "nonround_scene_rate": 0.15666666666666668, "clip": { "events": 74, "scene_rate": 0.11666666666666667 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 37, "scene_rate": 0.06166666666666667, "emitted_cell_rate": 0.003036271130805843 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 556, "node_count_abs_error": 44, "region_count_correct": 591, "region_count_abs_error": 9, "edge_count_correct": 517, "edge_count_abs_error": 90, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 12147, "colour_correct": 8503, "colour_emitted_correct": 8502, "colour_changed_total": 3679, "colour_changed_correct": 601, "colour_born_correct": 72, "z_correct": 11353, "z_emitted_correct": 11353, "z_changed_total": 3250, "z_changed_correct": 2654, "z_born_correct": 29, "a_correct": 10273, "a_emitted_correct": 10268, "a_changed_total": 3965, "a_changed_correct": 2359, "a_born_correct": 115, "target_nulls": 1784, "null_correct": 1465, "cell_x_abs_error": 84627.12670725584, "cell_x_changed_abs_error": 81312.76130956411, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 84627.12670725584, "cell_x_emitted_missing_penalized_error": 89621.70921367407, "cell_y_abs_error": 84691.0323252976, "cell_y_changed_abs_error": 81540.10623502731, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 84691.0323252976, "cell_y_emitted_missing_penalized_error": 89672.36813560128, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 1340, "region_x_abs_error": 8461.527126734378, "region_x_changed_abs_error": 3851.4074921507854, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 8461.527126734378, "region_x_emitted_missing_penalized_error": 9458.300517981173, "region_y_abs_error": 10606.074426928011, "region_y_changed_abs_error": 4923.533325327269, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 10606.074426928011, "region_y_emitted_missing_penalized_error": 11581.562213697878, "region_r_abs_error": 3148.405582845211, "region_r_changed_abs_error": 2730.048024326563, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 3148.405582845211, "region_r_emitted_missing_penalized_error": 3566.5718280673027, "p_correct": 1340, "p_emitted_correct": 1339, "p_changed_total": 486, "p_changed_correct": 486, "p_born_correct": 81, "edge_tp": 8241, "edge_fp": 6853, "edge_fn": 6777, "edge_added_tp": 776, "edge_added_fp": 6727, "edge_added_fn": 673, "edge_removed_tp": 1254, "edge_removed_fp": 6104, "edge_removed_fn": 126, "edge_persistent_total": 13569, "edge_persistent_correct": 7465, "edge_set_exact": 137, "edge_r0_tp": 95, "edge_r0_fp": 97, "edge_r0_fn": 1180, "edge_r1_tp": 1939, "edge_r1_fp": 667, "edge_r1_fn": 1614, "edge_r2_tp": 861, "edge_r2_fp": 148, "edge_r2_fn": 1658, "edge_r3_tp": 1529, "edge_r3_fp": 1145, "edge_r3_fn": 999, "edge_r4_tp": 1714, "edge_r4_fp": 1121, "edge_r4_fn": 906, "edge_r5_tp": 2103, "edge_r5_fp": 3675, "edge_r5_fn": 420, "adapter_nonround_events": 111, "adapter_nonround_scenes": 94, "adapter_clip_events": 74, "adapter_clip_scenes": 70, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 37, "adapter_minimum_centre_distance_scenes": 37, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 28416, "raw_out_of_bounds_values": 79, "raw_out_of_bounds_scenes": 75, "raw_centre_conflicting_pairs": 36, "raw_centre_conflict_scenes": 36, "emitted_cells": 12186, "emitted_regions": 1348 } }, "initial_full_v1": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.01, "mae": 17.54 }, "region": { "exact_accuracy": 0.12833333333333333, "mae": 3.295 }, "edge": { "exact_accuracy": 0.008333333333333333, "mae": 62.88166666666667 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.8881665569453588, "colour": { "accuracy": 0.15190915075707703, "emitted_target_accuracy": 0.12228439763001975, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.11361783093231856, "born_accuracy": 0.21739130434782608, "target_null_slots": 1784, "null_accuracy": 0.9680493273542601 }, "z": { "accuracy": 0.19947333772218565, "emitted_target_accuracy": 0.17848913759052007, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.20215384615384616, "born_accuracy": 0.2 }, "a": { "accuracy": 0.2568301514154049, "emitted_target_accuracy": 0.228439763001975, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.2686002522068096, "born_accuracy": 0.0 }, "x": { "mae": 44.487403058901265, "changed_retained_slots": 11163, "changed_retained_mae": 44.810965509075565, "missing_penalized_mae": 44.487403058901265, "emitted_missing_penalized_raw_mae": 151.5930477438091 }, "y": { "mae": 62.285579141605844, "changed_retained_slots": 11182, "changed_retained_mae": 61.83027924684416, "missing_penalized_mae": 62.285579141605844, "emitted_missing_penalized_raw_mae": 166.94929927686712 }, "xy_mae": 53.38649110025355, "all_target_missing_penalized_xy_mae": 53.38649110025355 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.87248322147651, "x": { "mae": 103.70211306296561, "changed_retained_slots": 919, "changed_retained_mae": 107.28115502119843, "missing_penalized_mae": 103.70211306296561, "emitted_missing_penalized_raw_mae": 215.99037695548856 }, "y": { "mae": 26.40662152714483, "changed_retained_slots": 911, "changed_retained_mae": 25.213743869969715, "missing_penalized_mae": 26.40662152714483, "emitted_missing_penalized_raw_mae": 151.2999140387755 }, "r": { "mae": 21.75233737323197, "changed_retained_slots": 1223, "changed_retained_mae": 22.249401547057357, "missing_penalized_mae": 21.75233737323197, "emitted_missing_penalized_raw_mae": 72.88449170190971 }, "xyr_mae": 50.620357321114135, "p": { "accuracy": 0.30648769574944074, "emitted_target_accuracy": 0.2677106636838181, "changed_retained_slots": 486, "changed_retained_accuracy": 0.21810699588477367, "born_accuracy": 0.9135802469135802 } }, "edges": { "micro": { "tp": 57, "fp": 47458, "fn": 14961, "precision": 0.0011996211722613912, "recall": 0.0037954454654414702, "f1": 0.0018230374362336686 }, "added": { "tp": 6, "fp": 47455, "fn": 1443, "precision": 0.00012641958660795179, "recall": 0.004140786749482402, "f1": 0.0002453485994684114 }, "removed": { "tp": 1377, "fp": 13518, "fn": 3, "precision": 0.09244712990936556, "recall": 0.9978260869565218, "f1": 0.16921658986175114 }, "exact_set_accuracy": 0.0, "persistent_target_edges": 13569, "persistent_recall": 0.003758567322573513, "by_relation": { "0": { "tp": 3, "fp": 594, "fn": 1272, "precision": 0.005025125628140704, "recall": 0.002352941176470588, "f1": 0.003205128205128205 }, "1": { "tp": 13, "fp": 351, "fn": 3540, "precision": 0.03571428571428571, "recall": 0.003658879819870532, "f1": 0.006637732958897115 }, "2": { "tp": 10, "fp": 7707, "fn": 2509, "precision": 0.001295840352468576, "recall": 0.003969829297340214, "f1": 0.0019538882375928096 }, "3": { "tp": 0, "fp": 853, "fn": 2528, "precision": 0.0, "recall": 0.0, "f1": 0.0 }, "4": { "tp": 18, "fp": 2621, "fn": 2602, "precision": 0.006820765441455097, "recall": 0.006870229007633588, "f1": 0.0068454078722190535 }, "5": { "tp": 13, "fp": 35332, "fn": 2510, "precision": 0.00036780308388739566, "recall": 0.005152596115735236, "f1": 0.0006865955424104785 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 1664, "raw_numeric_values": 48844, "raw_out_of_bounds_value_rate": 0.03406764392760626, "raw_out_of_bounds_scene_rate": 0.9016666666666666, "raw_centre_conflicting_pairs": 372, "raw_centre_conflict_scene_rate": 0.425 }, "adapter": { "nonround_events": 2049, "nonround_scene_rate": 0.9516666666666667, "clip": { "events": 1651, "scene_rate": 0.8983333333333333 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 386, "scene_rate": 0.43666666666666665, "emitted_cell_rate": 0.01934061529211344 }, "edge_count_capacity": { "events": 12, "scene_rate": 0.02 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 6, "node_count_abs_error": 10524, "region_count_correct": 77, "region_count_abs_error": 1977, "edge_count_correct": 5, "edge_count_abs_error": 37729, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 10793, "colour_correct": 1846, "colour_emitted_correct": 1486, "colour_changed_total": 3679, "colour_changed_correct": 418, "colour_born_correct": 25, "z_correct": 2424, "z_emitted_correct": 2169, "z_changed_total": 3250, "z_changed_correct": 657, "z_born_correct": 23, "a_correct": 3121, "a_emitted_correct": 2776, "a_changed_total": 3965, "a_changed_correct": 1065, "a_born_correct": 0, "target_nulls": 1784, "null_correct": 1727, "cell_x_abs_error": 540610.9219717681, "cell_x_changed_abs_error": 500224.8079778105, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 540610.9219717681, "cell_x_emitted_missing_penalized_error": 1842158.7161827683, "cell_y_abs_error": 756894.3577287942, "cell_y_changed_abs_error": 691386.1825382113, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 756894.3577287942, "cell_y_emitted_missing_penalized_error": 2028767.8848124892, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 1170, "region_x_abs_error": 139064.5336174369, "region_x_changed_abs_error": 98591.38146448135, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 139064.5336174369, "region_x_emitted_missing_penalized_error": 289643.09549731016, "region_y_abs_error": 35411.279467901215, "region_y_changed_abs_error": 22969.72066554241, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 35411.279467901215, "region_y_emitted_missing_penalized_error": 202893.18472599797, "region_r_abs_error": 29169.884417504072, "region_r_changed_abs_error": 27211.01809205115, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 29169.884417504072, "region_r_emitted_missing_penalized_error": 97738.10337226093, "p_correct": 411, "p_emitted_correct": 359, "p_changed_total": 486, "p_changed_correct": 106, "p_born_correct": 74, "edge_tp": 57, "edge_fp": 47458, "edge_fn": 14961, "edge_added_tp": 6, "edge_added_fp": 47455, "edge_added_fn": 1443, "edge_removed_tp": 1377, "edge_removed_fp": 13518, "edge_removed_fn": 3, "edge_persistent_total": 13569, "edge_persistent_correct": 51, "edge_set_exact": 0, "edge_r0_tp": 3, "edge_r0_fp": 594, "edge_r0_fn": 1272, "edge_r1_tp": 13, "edge_r1_fp": 351, "edge_r1_fn": 3540, "edge_r2_tp": 10, "edge_r2_fp": 7707, "edge_r2_fn": 2509, "edge_r3_tp": 0, "edge_r3_fp": 853, "edge_r3_fn": 2528, "edge_r4_tp": 18, "edge_r4_fp": 2621, "edge_r4_fn": 2602, "edge_r5_tp": 13, "edge_r5_fp": 35332, "edge_r5_fn": 2510, "adapter_nonround_events": 2049, "adapter_nonround_scenes": 571, "adapter_clip_events": 1651, "adapter_clip_scenes": 539, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 386, "adapter_minimum_centre_distance_scenes": 262, "adapter_edge_count_capacity_events": 12, "adapter_edge_count_capacity_scenes": 12, "raw_numeric_values": 48844, "raw_out_of_bounds_values": 1664, "raw_out_of_bounds_scenes": 541, "raw_centre_conflicting_pairs": 372, "raw_centre_conflict_scenes": 255, "emitted_cells": 19958, "emitted_regions": 2976 } }, "colours_only_v1": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.6216666666666667, "mae": 0.49166666666666664 }, "region": { "exact_accuracy": 0.36, "mae": 1.345 }, "edge": { "exact_accuracy": 0.145, "mae": 25.825 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.988973008558262, "colour": { "accuracy": 0.16022053982883475, "emitted_target_accuracy": 0.15808097432521395, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.11715139983691221, "born_accuracy": 0.2, "target_null_slots": 1784, "null_accuracy": 0.9360986547085202 }, "z": { "accuracy": 0.20029624753127057, "emitted_target_accuracy": 0.19766293614219882, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.19815384615384615, "born_accuracy": 0.20869565217391303 }, "a": { "accuracy": 0.27567478604344964, "emitted_target_accuracy": 0.26686965108624094, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.2633039092055485, "born_accuracy": 1.0 }, "x": { "mae": 201.06892787056918, "changed_retained_slots": 11163, "changed_retained_mae": 202.6288406670382, "missing_penalized_mae": 201.06892787056918, "emitted_missing_penalized_raw_mae": 210.1212731127439 }, "y": { "mae": 280.18505506210613, "changed_retained_slots": 11182, "changed_retained_mae": 284.7113771460453, "missing_penalized_mae": 280.18505506210613, "emitted_missing_penalized_raw_mae": 289.40175012778184 }, "xy_mae": 240.62699146633764, "all_target_missing_penalized_xy_mae": 240.62699146633764 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.4690529455630127, "x": { "mae": 208.00371017267597, "changed_retained_slots": 919, "changed_retained_mae": 223.61691165800582, "missing_penalized_mae": 208.00371017267597, "emitted_missing_penalized_raw_mae": 631.925987577545 }, "y": { "mae": 239.74290500764613, "changed_retained_slots": 911, "changed_retained_mae": 265.17180561757635, "missing_penalized_mae": 239.74290500764613, "emitted_missing_penalized_raw_mae": 637.5929938630326 }, "r": { "mae": 100.10130505993862, "changed_retained_slots": 1223, "changed_retained_mae": 98.7561977191334, "missing_penalized_mae": 100.10130505993862, "emitted_missing_penalized_raw_mae": 269.7374146614921 }, "xyr_mae": 182.61597341342022, "p": { "accuracy": 0.3005219985085757, "emitted_target_accuracy": 0.15659955257270694, "changed_retained_slots": 486, "changed_retained_accuracy": 0.24691358024691357, "born_accuracy": 1.0 } }, "edges": { "micro": { "tp": 159, "fp": 5122, "fn": 14859, "precision": 0.030107934103389508, "recall": 0.010587295245705154, "f1": 0.015665796344647518 }, "added": { "tp": 62, "fp": 5120, "fn": 1387, "precision": 0.011964492473948282, "recall": 0.04278812974465148, "f1": 0.01870004524204494 }, "removed": { "tp": 1378, "fp": 13472, "fn": 2, "precision": 0.09279461279461279, "recall": 0.9985507246376811, "f1": 0.1698089956869994 }, "exact_set_accuracy": 0.125, "persistent_target_edges": 13569, "persistent_recall": 0.007148647652737859, "by_relation": { "0": { "tp": 2, "fp": 551, "fn": 1273, "precision": 0.003616636528028933, "recall": 0.001568627450980392, "f1": 0.002188183807439825 }, "1": { "tp": 154, "fp": 4434, "fn": 3399, "precision": 0.03356582388840453, "recall": 0.043343653250773995, "f1": 0.037833190025795355 }, "2": { "tp": 0, "fp": 0, "fn": 2519, "precision": null, "recall": 0.0, "f1": 0.0 }, "3": { "tp": 0, "fp": 0, "fn": 2528, "precision": null, "recall": 0.0, "f1": 0.0 }, "4": { "tp": 3, "fp": 136, "fn": 2617, "precision": 0.02158273381294964, "recall": 0.0011450381679389313, "f1": 0.0021747009786154403 }, "5": { "tp": 0, "fp": 1, "fn": 2523, "precision": 0.0, "recall": 0.0, "f1": 0.0 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 351, "raw_numeric_values": 26530, "raw_out_of_bounds_value_rate": 0.013230305314738032, "raw_out_of_bounds_scene_rate": 0.5166666666666667, "raw_centre_conflicting_pairs": 1037, "raw_centre_conflict_scene_rate": 0.68 }, "adapter": { "nonround_events": 1309, "nonround_scene_rate": 0.74, "clip": { "events": 350, "scene_rate": 0.515 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 959, "scene_rate": 0.675, "emitted_cell_rate": 0.07874209705230314 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 373, "node_count_abs_error": 295, "region_count_correct": 216, "region_count_abs_error": 807, "edge_count_correct": 87, "edge_count_abs_error": 15495, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 12018, "colour_correct": 1947, "colour_emitted_correct": 1921, "colour_changed_total": 3679, "colour_changed_correct": 431, "colour_born_correct": 23, "z_correct": 2434, "z_emitted_correct": 2402, "z_changed_total": 3250, "z_changed_correct": 644, "z_born_correct": 24, "a_correct": 3350, "a_emitted_correct": 3243, "a_changed_total": 3965, "a_changed_correct": 1044, "a_born_correct": 115, "target_nulls": 1784, "null_correct": 1670, "cell_x_abs_error": 2443389.6114831567, "cell_x_changed_abs_error": 2261945.7483661473, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 2443389.6114831567, "cell_x_emitted_missing_penalized_error": 2553393.710866064, "cell_y_abs_error": 3404808.7891147137, "cell_y_changed_abs_error": 3183642.619247079, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 3404808.7891147137, "cell_y_emitted_missing_penalized_error": 3516810.067552805, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 629, "region_x_abs_error": 278932.97534155846, "region_x_changed_abs_error": 205503.94181370735, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 278932.97534155846, "region_x_emitted_missing_penalized_error": 847412.7493414879, "region_y_abs_error": 321495.23561525345, "region_y_changed_abs_error": 241571.51491761208, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 321495.23561525345, "region_y_emitted_missing_penalized_error": 855012.2047703266, "region_r_abs_error": 134235.8500853777, "region_r_changed_abs_error": 120778.82981050014, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 134235.8500853777, "region_r_emitted_missing_penalized_error": 361717.8730610609, "p_correct": 403, "p_emitted_correct": 210, "p_changed_total": 486, "p_changed_correct": 120, "p_born_correct": 81, "edge_tp": 159, "edge_fp": 5122, "edge_fn": 14859, "edge_added_tp": 62, "edge_added_fp": 5120, "edge_added_fn": 1387, "edge_removed_tp": 1378, "edge_removed_fp": 13472, "edge_removed_fn": 2, "edge_persistent_total": 13569, "edge_persistent_correct": 97, "edge_set_exact": 75, "edge_r0_tp": 2, "edge_r0_fp": 551, "edge_r0_fn": 1273, "edge_r1_tp": 154, "edge_r1_fp": 4434, "edge_r1_fn": 3399, "edge_r2_tp": 0, "edge_r2_fp": 0, "edge_r2_fn": 2519, "edge_r3_tp": 0, "edge_r3_fp": 0, "edge_r3_fn": 2528, "edge_r4_tp": 3, "edge_r4_fp": 136, "edge_r4_fn": 2617, "edge_r5_tp": 0, "edge_r5_fp": 1, "edge_r5_fn": 2523, "adapter_nonround_events": 1309, "adapter_nonround_scenes": 444, "adapter_clip_events": 350, "adapter_clip_scenes": 309, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 959, "adapter_minimum_centre_distance_scenes": 405, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 26530, "raw_out_of_bounds_values": 351, "raw_out_of_bounds_scenes": 310, "raw_centre_conflicting_pairs": 1037, "raw_centre_conflict_scenes": 408, "emitted_cells": 12179, "emitted_regions": 724 } }, "full_v1": { "examples": 600, "counts": { "node": { "exact_accuracy": 0.4066666666666667, "mae": 1.0066666666666666 }, "region": { "exact_accuracy": 0.9633333333333334, "mae": 0.03666666666666667 }, "edge": { "exact_accuracy": 0.19833333333333333, "mae": 11.905 } }, "cells": { "target_slots": 12152, "born_slots": 115, "raw_supported_slots": 12152, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.984776168531929, "colour": { "accuracy": 0.6942067149440422, "emitted_target_accuracy": 0.6833443054641212, "changed_retained_slots": 3679, "changed_retained_accuracy": 0.014406088611035607, "born_accuracy": 0.7652173913043478, "target_null_slots": 1784, "null_accuracy": 0.7886771300448431 }, "z": { "accuracy": 0.8923633969716919, "emitted_target_accuracy": 0.880678077682686, "changed_retained_slots": 3250, "changed_retained_accuracy": 0.6876923076923077, "born_accuracy": 0.21739130434782608 }, "a": { "accuracy": 0.8122942725477288, "emitted_target_accuracy": 0.799621461487821, "changed_retained_slots": 3965, "changed_retained_accuracy": 0.4930643127364439, "born_accuracy": 0.991304347826087 }, "x": { "mae": 7.258062554706057, "changed_retained_slots": 11163, "changed_retained_mae": 7.534840336943638, "missing_penalized_mae": 7.258062554706057, "emitted_missing_penalized_raw_mae": 22.360190859382055 }, "y": { "mae": 7.160735324493574, "changed_retained_slots": 11182, "changed_retained_mae": 7.440657772564905, "missing_penalized_mae": 7.160735324493574, "emitted_missing_penalized_raw_mae": 22.297241590085726 }, "xy_mae": 7.209398939599816, "all_target_missing_penalized_xy_mae": 7.209398939599816 }, "regions": { "target_slots": 1341, "born_slots": 81, "raw_supported_slots": 1341, "raw_geometry_coverage": 1.0, "emitted_target_slot_recall": 0.9992542878448919, "x": { "mae": 7.304923238872973, "changed_retained_slots": 919, "changed_retained_mae": 5.305076656897422, "missing_penalized_mae": 7.304923238872973, "emitted_missing_penalized_raw_mae": 8.047409765552823 }, "y": { "mae": 8.718808917667978, "changed_retained_slots": 911, "changed_retained_mae": 6.024307322029523, "missing_penalized_mae": 8.718808917667978, "emitted_missing_penalized_raw_mae": 9.458146707444763 }, "r": { "mae": 3.271622673310423, "changed_retained_slots": 1223, "changed_retained_mae": 3.116334004374868, "missing_penalized_mae": 3.271622673310423, "emitted_missing_penalized_raw_mae": 3.5837595254782864 }, "xyr_mae": 6.431784943283791, "p": { "accuracy": 0.9992542878448919, "emitted_target_accuracy": 0.9985085756897838, "changed_retained_slots": 486, "changed_retained_accuracy": 0.9979423868312757, "born_accuracy": 1.0 } }, "edges": { "micro": { "tp": 7692, "fp": 9367, "fn": 7326, "precision": 0.450905680286066, "recall": 0.5121853775469437, "f1": 0.4795959721919132 }, "added": { "tp": 1048, "fp": 9041, "fn": 401, "precision": 0.10387550797898702, "recall": 0.7232574189095928, "f1": 0.18166059975732363 }, "removed": { "tp": 1054, "fp": 6925, "fn": 326, "precision": 0.13209675397919537, "recall": 0.763768115942029, "f1": 0.22523773907468747 }, "exact_set_accuracy": 0.17, "persistent_target_edges": 13569, "persistent_recall": 0.4896455155133024, "by_relation": { "0": { "tp": 331, "fp": 564, "fn": 944, "precision": 0.36983240223463687, "recall": 0.2596078431372549, "f1": 0.3050691244239631 }, "1": { "tp": 2852, "fp": 2544, "fn": 701, "precision": 0.5285396590066717, "recall": 0.8027019420208275, "f1": 0.6373896524751369 }, "2": { "tp": 735, "fp": 53, "fn": 1784, "precision": 0.932741116751269, "recall": 0.29178245335450576, "f1": 0.44451164197157544 }, "3": { "tp": 885, "fp": 259, "fn": 1643, "precision": 0.7736013986013986, "recall": 0.3500791139240506, "f1": 0.4820261437908497 }, "4": { "tp": 988, "fp": 1022, "fn": 1632, "precision": 0.49154228855721394, "recall": 0.37709923664122136, "f1": 0.4267818574514039 }, "5": { "tp": 1901, "fp": 4925, "fn": 622, "precision": 0.278493993554058, "recall": 0.7534680935394372, "f1": 0.4066745106428495 } } }, "validity_before_adapter": { "raw_out_of_bounds_values": 77, "raw_numeric_values": 28855, "raw_out_of_bounds_value_rate": 0.002668514988736787, "raw_out_of_bounds_scene_rate": 0.11, "raw_centre_conflicting_pairs": 141, "raw_centre_conflict_scene_rate": 0.14833333333333334 }, "adapter": { "nonround_events": 209, "nonround_scene_rate": 0.23333333333333334, "clip": { "events": 70, "scene_rate": 0.1 }, "nonfinite_replaced": { "events": 0, "scene_rate": 0.0 }, "minimum_centre_distance": { "events": 139, "scene_rate": 0.145, "emitted_cell_rate": 0.011222347812045858 }, "edge_count_capacity": { "events": 0, "scene_rate": 0.0 } }, "sufficient_statistics": { "examples": 600, "target_cells": 12152, "source_cells": 12040, "target_regions": 1341, "source_regions": 1260, "node_count_correct": 244, "node_count_abs_error": 604, "region_count_correct": 578, "region_count_abs_error": 22, "edge_count_correct": 119, "edge_count_abs_error": 7143, "born_cells": 115, "raw_cell_supported": 12152, "emitted_target_cells": 11967, "colour_correct": 8436, "colour_emitted_correct": 8304, "colour_changed_total": 3679, "colour_changed_correct": 53, "colour_born_correct": 88, "z_correct": 10844, "z_emitted_correct": 10702, "z_changed_total": 3250, "z_changed_correct": 2235, "z_born_correct": 25, "a_correct": 9871, "a_emitted_correct": 9717, "a_changed_total": 3965, "a_changed_correct": 1955, "a_born_correct": 114, "target_nulls": 1784, "null_correct": 1407, "cell_x_abs_error": 88199.97616478801, "cell_x_changed_abs_error": 84111.42268130183, "cell_x_changed_supported": 11163, "cell_x_changed_total": 11163, "cell_x_missing_penalized_error": 88199.97616478801, "cell_x_emitted_missing_penalized_error": 271721.0393232107, "cell_y_abs_error": 87017.25566324592, "cell_y_changed_abs_error": 83201.43521282077, "cell_y_changed_supported": 11182, "cell_y_changed_total": 11182, "cell_y_missing_penalized_error": 87017.25566324592, "cell_y_emitted_missing_penalized_error": 270956.07980272174, "raw_region_supported": 1341, "born_regions": 81, "emitted_target_regions": 1340, "region_x_abs_error": 9795.902063328656, "region_x_changed_abs_error": 4875.365447688731, "region_x_changed_supported": 919, "region_x_changed_total": 919, "region_x_missing_penalized_error": 9795.902063328656, "region_x_emitted_missing_penalized_error": 10791.576495606336, "region_y_abs_error": 11691.922758592758, "region_y_changed_abs_error": 5488.143970368896, "region_y_changed_supported": 911, "region_y_changed_total": 911, "region_y_missing_penalized_error": 11691.922758592758, "region_y_emitted_missing_penalized_error": 12683.374734683428, "region_r_abs_error": 4387.246004909277, "region_r_changed_abs_error": 3811.276487350464, "region_r_changed_supported": 1223, "region_r_changed_total": 1223, "region_r_missing_penalized_error": 4387.246004909277, "region_r_emitted_missing_penalized_error": 4805.821523666382, "p_correct": 1340, "p_emitted_correct": 1339, "p_changed_total": 486, "p_changed_correct": 485, "p_born_correct": 81, "edge_tp": 7692, "edge_fp": 9367, "edge_fn": 7326, "edge_added_tp": 1048, "edge_added_fp": 9041, "edge_added_fn": 401, "edge_removed_tp": 1054, "edge_removed_fp": 6925, "edge_removed_fn": 326, "edge_persistent_total": 13569, "edge_persistent_correct": 6644, "edge_set_exact": 102, "edge_r0_tp": 331, "edge_r0_fp": 564, "edge_r0_fn": 944, "edge_r1_tp": 2852, "edge_r1_fp": 2544, "edge_r1_fn": 701, "edge_r2_tp": 735, "edge_r2_fp": 53, "edge_r2_fn": 1784, "edge_r3_tp": 885, "edge_r3_fp": 259, "edge_r3_fn": 1643, "edge_r4_tp": 988, "edge_r4_fp": 1022, "edge_r4_fn": 1632, "edge_r5_tp": 1901, "edge_r5_fp": 4925, "edge_r5_fn": 622, "adapter_nonround_events": 209, "adapter_nonround_scenes": 140, "adapter_clip_events": 70, "adapter_clip_scenes": 60, "adapter_nonfinite_replaced_events": 0, "adapter_nonfinite_replaced_scenes": 0, "adapter_minimum_centre_distance_events": 139, "adapter_minimum_centre_distance_scenes": 87, "adapter_edge_count_capacity_events": 0, "adapter_edge_count_capacity_scenes": 0, "raw_numeric_values": 28855, "raw_out_of_bounds_values": 77, "raw_out_of_bounds_scenes": 66, "raw_centre_conflicting_pairs": 141, "raw_centre_conflict_scenes": 89, "emitted_cells": 12386, "emitted_regions": 1361 } } }, "predeclared_primary_endpoints": { "comparisons": { "full_minus_copy_source": { "colour_changed_retained_accuracy_difference": 0.16335960858929058, "all_target_missing_penalized_xy_mae_difference": -9.77797239003648, "typed_edge_micro_f1_difference": -0.35823962017092337, "region_p_accuracy_difference": 0.42207307979120057, "region_count_exact_accuracy_difference": 0.12, "paired_scene_xy_mae": { "paired_examples": 582, "excluded_undefined_examples": 18, "mean_difference": -13.145870615389848, "percentile_95_interval": [ -15.949369374051514, -10.603309937402551 ], "seed": 135002, "resamples": 2000, "interpretation": "Descriptive resampling of paired authored scenes from one trained seed; no human or general semantic population inference." }, "paired_scene_edge_f1": { "paired_examples": 600, "excluded_undefined_examples": 0, "mean_difference": -0.23106366490168667, "percentile_95_interval": [ -0.2533703509689563, -0.20790836844430716 ], "seed": 135002, "resamples": 2000, "interpretation": "Descriptive resampling of paired authored scenes from one trained seed; no human or general semantic population inference." } }, "full_minus_colours_only": { "colour_changed_retained_accuracy_difference": 0.048926338678988865, "all_target_missing_penalized_xy_mae_difference": -232.23923878443205, "typed_edge_micro_f1_difference": 0.5442706653256639, "region_p_accuracy_difference": 0.7039522744220731, "region_count_exact_accuracy_difference": 0.6216666666666666, "paired_scene_xy_mae": { "paired_examples": 582, "excluded_undefined_examples": 18, "mean_difference": -236.5690109191351, "percentile_95_interval": [ -240.04582408602772, -233.36006929417263 ], "seed": 135002, "resamples": 2000, "interpretation": "Descriptive resampling of paired authored scenes from one trained seed; no human or general semantic population inference." }, "paired_scene_edge_f1": { "paired_examples": 600, "excluded_undefined_examples": 0, "mean_difference": 0.4969289861641698, "percentile_95_interval": [ 0.4700167138394566, 0.5208215586528057 ], "seed": 135002, "resamples": 2000, "interpretation": "Descriptive resampling of paired authored scenes from one trained seed; no human or general semantic population inference." } } }, "directions": "Negative xy MAE differences favour full; positive accuracy/F1 differences favour full.", "interval_weighting": "Bootstrap differences average per-scene metrics equally. Pooled channel MAE and micro F1 above weight slots/edges; their point differences can differ.", "undefined_xy": "Zero-target-cell scenes have undefined xy MAE and are excluded pairwise only from the xy bootstrap, with counts reported.", "scope": "Fixed seed135002;2000 paired bootstrap resamples; descriptive intervals within one authored synthetic experiment and one initialization, not evidence of semantic understanding." }, "per_example_archive": { "path": "analysis\\per-example.tsv", "sha256": "edfe6f7eb3d648fd71d70bc8ca16846b465dc28d36623260805c9fc0b217faed" }, "scoring_contract": { "alignment": "Target slots retain source identities; births append and deletions remove a suffix. No target canonicalization.", "raw_heads": "Model attributes scored on every target-active slot regardless of predicted count; count and emitted-slot scores are separate.", "copy_missing": "COPY has no predictions in born slots. Missing categorical predictions are incorrect. Raw numeric MAE uses explicitly reported supported-slot coverage.", "missing_penalty": "Additional all-target numeric scores assign absent predictions 1000 units per x/y and 420 per radius; these are declared scoring penalties, not inferred coordinates.", "emitted_geometry": "Emitted missing-penalized scores still use raw coordinates before clipping/spacing repairs; absent target slots receive the stated penalty.", "edges": "Greedy count plus highest-ranked legal typed pairs, using predicted node count. Relations0/1 use one unordered identity;2\u20135 retain direction.", "edge_changes": "Added compares predicted minus source against target minus source. Removed compares source minus predicted against source minus target.", "edge_empty": "Micro F1=1 only when tp=fp=fn=0; precision/recall with zero denominator are null. Every count is reported.", "repairs": "Routine integer rounding excluded. Raw bound violations before rounding and centre-distance conflicts are reported separately from adapter repair events.", "no_population_inference": "Descriptive results on dependent procedural examples; no participant claim, p value, or semantic-understanding claim." }, "limitations": [ "One initialization seed and one authored numeric teacher; not semantic understanding.", "COPY may be strong where the teacher preserves source values; changed-only and birth scores expose this.", "Colour-only sees the colour multiset and cell count but loses source spatial slot binding, links and regions.", "Validity supplied by the adapter is not learned validity.", "V2 incorporates a development-driven count revision and an engineered copy prior; performance gains are not attributable solely to newly learned weights." ], "pretest_revision": { "record": "protocol/pretest-count-revision.txt", "primary_architecture": "Count-edit heads anchored to observed source counts, with a declared +2 zero-edit logit prior; all other architecture components unchanged.", "untrained_control": "initial_full is the v2 initial snapshot, including the engineered copy prior; it is not a wholly neutral count predictor.", "legacy_methods": [ "initial_full_v1", "colours_only_v1", "full_v1" ], "legacy_scope": "Original absolute-count models are reported descriptively on the same fixed benchmark, never selected using its outcomes.", "chronology": "Exploratory v1 art revealed poor absolute count predictions before reserved benchmark evaluation; see the retained revision record for crossed intervention-run timing.", "no_post_test_selection": true } }