{ "format": "carrier-growth-results/1", "first_inference_utc": "2026-10-09T11:13:54.484550+00:00", "splits": { "primary": { "copy": { "examples": 1200, "typed": { "tp": 29053, "fp": 3095, "fn": 3223, "f1": 0.9019309574071774, "precision": 0.9037265148687321, "recall": 0.9001425207584582 }, "birth": { "tp": 0, "fp": 0, "fn": 219, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.2808333333333333, "no_growth_scenes": 981, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 1200, "typed": { "tp": 32104, "fp": 317, "fn": 172, "f1": 0.992441689722862, "precision": 0.9902223867246538, "recall": 0.9946709629446028 }, "birth": { "tp": 164, "fp": 204, "fn": 55, "f1": 0.5587734241908007, "precision": 0.44565217391304346, "recall": 0.7488584474885844 }, "persistent_recall": 0.9959728771555433, "persistent_counts": [ 28936, 29053 ], "exact_graph_accuracy": 0.7858333333333334, "no_growth_scenes": 981, "no_growth_false_add_scenes": 51, "no_growth_false_add_rate": 0.05198776758409786 }, "seed137001": { "examples": 1200, "typed": { "tp": 32260, "fp": 9, "fn": 16, "f1": 0.9996126733286854, "precision": 0.9997210945489479, "recall": 0.9995042756227538 }, "birth": { "tp": 203, "fp": 9, "fn": 16, "f1": 0.9419953596287703, "precision": 0.9575471698113207, "recall": 0.9269406392694064 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.9791666666666666, "no_growth_scenes": 981, "no_growth_false_add_scenes": 9, "no_growth_false_add_rate": 0.009174311926605505 }, "raw_seed137001": { "examples": 1200, "typed": { "tp": 32261, "fp": 9, "fn": 15, "f1": 0.9996281721562916, "precision": 0.9997211031918191, "recall": 0.9995352583963316 }, "birth": { "tp": 204, "fp": 9, "fn": 15, "f1": 0.9444444444444444, "precision": 0.9577464788732394, "recall": 0.9315068493150684 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.98, "no_growth_scenes": 981, "no_growth_false_add_scenes": 9, "no_growth_false_add_rate": 0.009174311926605505 }, "seed137002": { "examples": 1200, "typed": { "tp": 32260, "fp": 9, "fn": 16, "f1": 0.9996126733286854, "precision": 0.9997210945489479, "recall": 0.9995042756227538 }, "birth": { "tp": 203, "fp": 9, "fn": 16, "f1": 0.9419953596287703, "precision": 0.9575471698113207, "recall": 0.9269406392694064 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.9791666666666666, "no_growth_scenes": 981, "no_growth_false_add_scenes": 9, "no_growth_false_add_rate": 0.009174311926605505 }, "raw_seed137002": { "examples": 1200, "typed": { "tp": 32261, "fp": 9, "fn": 15, "f1": 0.9996281721562916, "precision": 0.9997211031918191, "recall": 0.9995352583963316 }, "birth": { "tp": 204, "fp": 9, "fn": 15, "f1": 0.9444444444444444, "precision": 0.9577464788732394, "recall": 0.9315068493150684 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.98, "no_growth_scenes": 981, "no_growth_false_add_scenes": 9, "no_growth_false_add_rate": 0.009174311926605505 }, "seed137003": { "examples": 1200, "typed": { "tp": 32265, "fp": 23, "fn": 11, "f1": 0.9994733907440679, "precision": 0.9992876610505451, "recall": 0.9996591894906433 }, "birth": { "tp": 208, "fp": 23, "fn": 11, "f1": 0.9244444444444444, "precision": 0.9004329004329005, "recall": 0.9497716894977168 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.9716666666666667, "no_growth_scenes": 981, "no_growth_false_add_scenes": 23, "no_growth_false_add_rate": 0.023445463812436288 }, "raw_seed137003": { "examples": 1200, "typed": { "tp": 32266, "fp": 24, "fn": 10, "f1": 0.9994734070563455, "precision": 0.9992567358315267, "recall": 0.9996901722642211 }, "birth": { "tp": 209, "fp": 24, "fn": 10, "f1": 0.9247787610619469, "precision": 0.8969957081545065, "recall": 0.954337899543379 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.9716666666666667, "no_growth_scenes": 981, "no_growth_false_add_scenes": 24, "no_growth_false_add_rate": 0.024464831804281346 }, "ungated137001": { "examples": 1200, "typed": { "tp": 32275, "fp": 67, "fn": 1, "f1": 0.9989476616422669, "precision": 0.9979283903283656, "recall": 0.9999690172264221 }, "birth": { "tp": 218, "fp": 67, "fn": 1, "f1": 0.8650793650793651, "precision": 0.7649122807017544, "recall": 0.9954337899543378 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.9433333333333334, "no_growth_scenes": 981, "no_growth_false_add_scenes": 67, "no_growth_false_add_rate": 0.06829765545361875 }, "no_birth": { "examples": 1200, "typed": { "tp": 32057, "fp": 0, "fn": 219, "f1": 0.996595837284131, "precision": 1.0, "recall": 0.993214772586442 }, "birth": { "tp": 0, "fp": 0, "fn": 219, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 29053, 29053 ], "exact_graph_accuracy": 0.8175, "no_growth_scenes": 981, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "node_count_accuracy": { "copy": 0.8066666666666666, "prior136": 0.9225, "seed137001": 0.9683333333333334, "seed137002": 0.9683333333333334, "seed137003": 0.96 }, "birth_colour_accuracy_missing_counts_wrong": { "backbone": 0.7168949771689498, "seed137001": 0.9269406392694064, "seed137002": 0.9269406392694064, "seed137003": 0.9497716894977168 } }, "boundary": { "copy": { "examples": 600, "typed": { "tp": 322, "fp": 278, "fn": 278, "f1": 0.5366666666666666, "precision": 0.5366666666666666, "recall": 0.5366666666666666 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 0.5366666666666666, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 600, "typed": { "tp": 342, "fp": 258, "fn": 258, "f1": 0.57, "precision": 0.57, "recall": 0.57 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 0.19875776397515527, "persistent_counts": [ 64, 322 ], "exact_graph_accuracy": 0.57, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137001": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137001": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137002": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137002": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137003": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137003": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "ungated137001": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "no_birth": { "examples": 600, "typed": { "tp": 600, "fp": 0, "fn": 0, "f1": 1.0, "precision": 1.0, "recall": 1.0 }, "birth": { "tp": 0, "fp": 0, "fn": 0, "f1": 1.0, "precision": null, "recall": null }, "persistent_recall": 1.0, "persistent_counts": [ 322, 322 ], "exact_graph_accuracy": 1.0, "no_growth_scenes": 600, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "node_count_accuracy": { "copy": 1.0, "prior136": 1.0, "seed137001": 1.0, "seed137002": 1.0, "seed137003": 1.0 }, "birth_colour_accuracy_missing_counts_wrong": {} }, "competition": { "copy": { "examples": 600, "typed": { "tp": 15188, "fp": 1567, "fn": 1813, "f1": 0.8998696528024648, "precision": 0.9064756789018203, "recall": 0.8933592141638728 }, "birth": { "tp": 0, "fp": 0, "fn": 285, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.22166666666666668, "no_growth_scenes": 315, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 600, "typed": { "tp": 16853, "fp": 690, "fn": 148, "f1": 0.9757410838351088, "precision": 0.9606680727355641, "recall": 0.991294629727663 }, "birth": { "tp": 208, "fp": 622, "fn": 77, "f1": 0.37309417040358744, "precision": 0.25060240963855424, "recall": 0.7298245614035088 }, "persistent_recall": 0.995391098235449, "persistent_counts": [ 15118, 15188 ], "exact_graph_accuracy": 0.48, "no_growth_scenes": 315, "no_growth_false_add_scenes": 43, "no_growth_false_add_rate": 0.1365079365079365 }, "seed137001": { "examples": 600, "typed": { "tp": 16976, "fp": 8, "fn": 25, "f1": 0.9990289833750184, "precision": 0.9995289684408856, "recall": 0.998529498264808 }, "birth": { "tp": 260, "fp": 8, "fn": 25, "f1": 0.9403254972875226, "precision": 0.9701492537313433, "recall": 0.9122807017543859 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.945, "no_growth_scenes": 315, "no_growth_false_add_scenes": 8, "no_growth_false_add_rate": 0.025396825396825397 }, "raw_seed137001": { "examples": 600, "typed": { "tp": 16976, "fp": 8, "fn": 25, "f1": 0.9990289833750184, "precision": 0.9995289684408856, "recall": 0.998529498264808 }, "birth": { "tp": 260, "fp": 8, "fn": 25, "f1": 0.9403254972875226, "precision": 0.9701492537313433, "recall": 0.9122807017543859 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.945, "no_growth_scenes": 315, "no_growth_false_add_scenes": 8, "no_growth_false_add_rate": 0.025396825396825397 }, "seed137002": { "examples": 600, "typed": { "tp": 16976, "fp": 8, "fn": 25, "f1": 0.9990289833750184, "precision": 0.9995289684408856, "recall": 0.998529498264808 }, "birth": { "tp": 260, "fp": 8, "fn": 25, "f1": 0.9403254972875226, "precision": 0.9701492537313433, "recall": 0.9122807017543859 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.945, "no_growth_scenes": 315, "no_growth_false_add_scenes": 8, "no_growth_false_add_rate": 0.025396825396825397 }, "raw_seed137002": { "examples": 600, "typed": { "tp": 16976, "fp": 8, "fn": 25, "f1": 0.9990289833750184, "precision": 0.9995289684408856, "recall": 0.998529498264808 }, "birth": { "tp": 260, "fp": 8, "fn": 25, "f1": 0.9403254972875226, "precision": 0.9701492537313433, "recall": 0.9122807017543859 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.945, "no_growth_scenes": 315, "no_growth_false_add_scenes": 8, "no_growth_false_add_rate": 0.025396825396825397 }, "seed137003": { "examples": 600, "typed": { "tp": 16985, "fp": 19, "fn": 16, "f1": 0.998970739597118, "precision": 0.998882615855093, "recall": 0.9990588788894771 }, "birth": { "tp": 269, "fp": 19, "fn": 16, "f1": 0.9389179755671903, "precision": 0.9340277777777778, "recall": 0.9438596491228071 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.9416666666666667, "no_growth_scenes": 315, "no_growth_false_add_scenes": 19, "no_growth_false_add_rate": 0.06031746031746032 }, "raw_seed137003": { "examples": 600, "typed": { "tp": 16986, "fp": 21, "fn": 15, "f1": 0.9989414255469301, "precision": 0.9987652143235138, "recall": 0.9991176989588848 }, "birth": { "tp": 270, "fp": 21, "fn": 15, "f1": 0.9375, "precision": 0.9278350515463918, "recall": 0.9473684210526315 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.94, "no_growth_scenes": 315, "no_growth_false_add_scenes": 21, "no_growth_false_add_rate": 0.06666666666666667 }, "ungated137001": { "examples": 600, "typed": { "tp": 17000, "fp": 57, "fn": 1, "f1": 0.9982970227259381, "precision": 0.9966582634695433, "recall": 0.9999411799305923 }, "birth": { "tp": 284, "fp": 57, "fn": 1, "f1": 0.9073482428115016, "precision": 0.8328445747800587, "recall": 0.9964912280701754 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.9033333333333333, "no_growth_scenes": 315, "no_growth_false_add_scenes": 57, "no_growth_false_add_rate": 0.18095238095238095 }, "no_birth": { "examples": 600, "typed": { "tp": 16716, "fp": 0, "fn": 285, "f1": 0.9915472906842245, "precision": 1.0, "recall": 0.9832362802188107 }, "birth": { "tp": 0, "fp": 0, "fn": 285, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 15188, 15188 ], "exact_graph_accuracy": 0.525, "no_growth_scenes": 315, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "node_count_accuracy": { "copy": 0.5116666666666667, "prior136": 0.8683333333333333, "seed137001": 0.9316666666666666, "seed137002": 0.9316666666666666, "seed137003": 0.9283333333333333 }, "birth_colour_accuracy_missing_counts_wrong": { "backbone": 0.45104895104895104, "seed137001": 0.9090909090909091, "seed137002": 0.9090909090909091, "seed137003": 0.9405594405594405 } } }, "trajectories": [ { "step": 1, "local_fidelity": { "copy": { "examples": 60, "typed": { "tp": 1592, "fp": 153, "fn": 161, "f1": 0.9102344196683819, "precision": 0.9123209169054441, "recall": 0.908157444381061 }, "birth": { "tp": 0, "fp": 0, "fn": 8, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.3333333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 60, "typed": { "tp": 1745, "fp": 22, "fn": 8, "f1": 0.9914772727272727, "precision": 0.987549518958687, "recall": 0.995436394751854 }, "birth": { "tp": 5, "fp": 18, "fn": 3, "f1": 0.3225806451612903, "precision": 0.21739130434782608, "recall": 0.625 }, "persistent_recall": 0.996859296482412, "persistent_counts": [ 1587, 1592 ], "exact_graph_accuracy": 0.8166666666666667, "no_growth_scenes": 52, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.038461538461538464 }, "seed137001": { "examples": 60, "typed": { "tp": 1752, "fp": 0, "fn": 1, "f1": 0.9997146932952924, "precision": 1.0, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137001": { "examples": 60, "typed": { "tp": 1752, "fp": 0, "fn": 1, "f1": 0.9997146932952924, "precision": 1.0, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137002": { "examples": 60, "typed": { "tp": 1752, "fp": 0, "fn": 1, "f1": 0.9997146932952924, "precision": 1.0, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137002": { "examples": 60, "typed": { "tp": 1752, "fp": 0, "fn": 1, "f1": 0.9997146932952924, "precision": 1.0, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137003": { "examples": 60, "typed": { "tp": 1752, "fp": 1, "fn": 1, "f1": 0.9994295493439818, "precision": 0.9994295493439818, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 1, "fn": 1, "f1": 0.875, "precision": 0.875, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 52, "no_growth_false_add_scenes": 1, "no_growth_false_add_rate": 0.019230769230769232 }, "raw_seed137003": { "examples": 60, "typed": { "tp": 1752, "fp": 1, "fn": 1, "f1": 0.9994295493439818, "precision": 0.9994295493439818, "recall": 0.9994295493439818 }, "birth": { "tp": 7, "fp": 1, "fn": 1, "f1": 0.875, "precision": 0.875, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 52, "no_growth_false_add_scenes": 1, "no_growth_false_add_rate": 0.019230769230769232 }, "ungated137001": { "examples": 60, "typed": { "tp": 1753, "fp": 3, "fn": 0, "f1": 0.9991450555713879, "precision": 0.9982915717539863, "recall": 1.0 }, "birth": { "tp": 8, "fp": 3, "fn": 0, "f1": 0.8421052631578947, "precision": 0.7272727272727273, "recall": 1.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.95, "no_growth_scenes": 52, "no_growth_false_add_scenes": 3, "no_growth_false_add_rate": 0.057692307692307696 }, "no_birth": { "examples": 60, "typed": { "tp": 1745, "fp": 0, "fn": 8, "f1": 0.9977129788450543, "precision": 1.0, "recall": 0.995436394751854 }, "birth": { "tp": 0, "fp": 0, "fn": 8, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1592, 1592 ], "exact_graph_accuracy": 0.8666666666666667, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 } }, "accumulated_canonical_state_divergence": [ { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 7.696428571428571, "canonical_colour_agreement": 0.9285714285714286 }, { "canonical_graph_counts": [ 7, 33, 33 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 108.07758620689656, "canonical_colour_agreement": 0.3448275862068966 }, { "canonical_graph_counts": [ 8, 107, 107 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 150.7, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 8, 31, 31 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 89.30882352941177, "canonical_colour_agreement": 0.2647058823529412 }, { "canonical_graph_counts": [ 22, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 13.11111111111111, "canonical_colour_agreement": 0.4444444444444444 }, { "canonical_graph_counts": [ 19, 46, 46 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 87.96774193548387, "canonical_colour_agreement": 0.2903225806451613 }, { "canonical_graph_counts": [ 20, 28, 28 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 90.55, "canonical_colour_agreement": 0.3 }, { "canonical_graph_counts": [ 0, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 56.38709677419355, "canonical_colour_agreement": 0.7096774193548387 }, { "canonical_graph_counts": [ 26, 23, 23 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 46.73684210526316, "canonical_colour_agreement": 0.42105263157894735 }, { "canonical_graph_counts": [ 17, 62, 62 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 114.57777777777778, "canonical_colour_agreement": 0.17777777777777778 }, { "canonical_graph_counts": [ 38, 15, 15 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 45.1875, "canonical_colour_agreement": 0.3333333333333333 }, { "canonical_graph_counts": [ 38, 9, 9 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 40.111111111111114, "canonical_colour_agreement": 0.3333333333333333 }, { "canonical_graph_counts": [ 9, 15, 15 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 65.89473684210526, "canonical_colour_agreement": 0.42105263157894735 }, { "canonical_graph_counts": [ 36, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 7.857142857142857, "canonical_colour_agreement": 0.35714285714285715 }, { "canonical_graph_counts": [ 0, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 14.354166666666666, "canonical_colour_agreement": 0.9166666666666666 }, { "canonical_graph_counts": [ 9, 28, 28 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 91.875, "canonical_colour_agreement": 0.32142857142857145 }, { "canonical_graph_counts": [ 24, 9, 9 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 28.5625, "canonical_colour_agreement": 0.4583333333333333 }, { "canonical_graph_counts": [ 22, 24, 24 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 59.407407407407405, "canonical_colour_agreement": 0.37037037037037035 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": null, "canonical_colour_agreement": null }, { "canonical_graph_counts": [ 15, 49, 49 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 86.01851851851852, "canonical_colour_agreement": 0.14814814814814814 }, { "canonical_graph_counts": [ 27, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 10.1, "canonical_colour_agreement": 0.3 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 4.653846153846154, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 12, 49, 49 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 124.5, "canonical_colour_agreement": 0.2222222222222222 }, { "canonical_graph_counts": [ 23, 12, 12 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 36.8235294117647, "canonical_colour_agreement": 0.35294117647058826 }, { "canonical_graph_counts": [ 7, 37, 37 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 117.42241379310344, "canonical_colour_agreement": 0.3275862068965517 }, { "canonical_graph_counts": [ 11, 21, 21 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 65.375, "canonical_colour_agreement": 0.575 }, { "canonical_graph_counts": [ 8, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 11.625, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 7.8, "canonical_colour_agreement": 0.4 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 23.647058823529413, "canonical_colour_agreement": 0.7647058823529411 }, { "canonical_graph_counts": [ 18, 24, 24 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 46.44736842105263, "canonical_colour_agreement": 0.42105263157894735 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 16.51851851851852, "canonical_colour_agreement": 0.7777777777777778 }, { "canonical_graph_counts": [ 3, 35, 35 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 148.3125, "canonical_colour_agreement": 0.20833333333333334 }, { "canonical_graph_counts": [ 34, 25, 25 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 88.4375, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 3, 6, 7 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 70.95833333333333, "canonical_colour_agreement": 0.5 }, { "canonical_graph_counts": [ 2, 4, 4 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 37.92857142857143, "canonical_colour_agreement": 0.7142857142857143 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 16.23076923076923, "canonical_colour_agreement": 0.9487179487179487 }, { "canonical_graph_counts": [ 13, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 7.416666666666667, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 4, 7, 7 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 75.58620689655173, "canonical_colour_agreement": 0.5517241379310345 }, { "canonical_graph_counts": [ 11, 18, 18 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 101.06521739130434, "canonical_colour_agreement": 0.41304347826086957 }, { "canonical_graph_counts": [ 3, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 45.77777777777778, "canonical_colour_agreement": 0.7222222222222222 }, { "canonical_graph_counts": [ 11, 16, 16 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 76.2, "canonical_colour_agreement": 0.3 }, { "canonical_graph_counts": [ 12, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 26.916666666666668, "canonical_colour_agreement": 0.7666666666666667 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 4.653846153846154, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 2, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 61.083333333333336, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 9.0, "canonical_colour_agreement": 0.6 }, { "canonical_graph_counts": [ 3, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 3.736842105263158, "canonical_colour_agreement": 0.8947368421052632 }, { "canonical_graph_counts": [ 4, 13, 13 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 73.66666666666667, "canonical_colour_agreement": 0.4666666666666667 }, { "canonical_graph_counts": [ 14, 12, 12 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 55.129629629629626, "canonical_colour_agreement": 0.5555555555555556 }, { "canonical_graph_counts": [ 4, 25, 25 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 102.6304347826087, "canonical_colour_agreement": 0.34782608695652173 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 4.8, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 15, 23, 23 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 42.53333333333333, "canonical_colour_agreement": 0.43333333333333335 }, { "canonical_graph_counts": [ 23, 105, 105 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 120.07627118644068, "canonical_colour_agreement": 0.15254237288135594 }, { "canonical_graph_counts": [ 8, 56, 56 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 114.04545454545455, "canonical_colour_agreement": 0.21212121212121213 }, { "canonical_graph_counts": [ 26, 11, 11 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 27.884615384615383, "canonical_colour_agreement": 0.46153846153846156 }, { "canonical_graph_counts": [ 12, 37, 37 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 169.55555555555554, "canonical_colour_agreement": 0.2777777777777778 }, { "canonical_graph_counts": [ 2, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 59.5, "canonical_colour_agreement": 0.8461538461538461 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 3.142857142857143, "canonical_colour_agreement": 0.8571428571428571 }, { "canonical_graph_counts": [ 14, 26, 26 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 60.81481481481482, "canonical_colour_agreement": 0.4444444444444444 }, { "canonical_graph_counts": [ 3, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 5.5, "canonical_colour_agreement": 0.5 }, { "canonical_graph_counts": [ 17, 20, 20 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 61.15384615384615, "canonical_colour_agreement": 0.5769230769230769 } ], "accumulated_canonical_graph_f1": 0.3891583452211127 }, { "step": 2, "local_fidelity": { "copy": { "examples": 60, "typed": { "tp": 1750, "fp": 2, "fn": 10, "f1": 0.9965831435079726, "precision": 0.9988584474885844, "recall": 0.9943181818181818 }, "birth": { "tp": 0, "fp": 0, "fn": 8, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.8333333333333334, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 60, "typed": { "tp": 1752, "fp": 29, "fn": 8, "f1": 0.9895509743010449, "precision": 0.9837170129140932, "recall": 0.9954545454545455 }, "birth": { "tp": 5, "fp": 25, "fn": 3, "f1": 0.2631578947368421, "precision": 0.16666666666666666, "recall": 0.625 }, "persistent_recall": 0.9971428571428571, "persistent_counts": [ 1745, 1750 ], "exact_graph_accuracy": 0.75, "no_growth_scenes": 52, "no_growth_false_add_scenes": 4, "no_growth_false_add_rate": 0.07692307692307693 }, "seed137001": { "examples": 60, "typed": { "tp": 1759, "fp": 0, "fn": 1, "f1": 0.9997158283603297, "precision": 1.0, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137001": { "examples": 60, "typed": { "tp": 1759, "fp": 0, "fn": 1, "f1": 0.9997158283603297, "precision": 1.0, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137002": { "examples": 60, "typed": { "tp": 1759, "fp": 0, "fn": 1, "f1": 0.9997158283603297, "precision": 1.0, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137002": { "examples": 60, "typed": { "tp": 1759, "fp": 0, "fn": 1, "f1": 0.9997158283603297, "precision": 1.0, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 0, "fn": 1, "f1": 0.9333333333333333, "precision": 1.0, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137003": { "examples": 60, "typed": { "tp": 1759, "fp": 2, "fn": 1, "f1": 0.9991479693268958, "precision": 0.9988642816581488, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 2, "fn": 1, "f1": 0.8235294117647058, "precision": 0.7777777777777778, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.95, "no_growth_scenes": 52, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.038461538461538464 }, "raw_seed137003": { "examples": 60, "typed": { "tp": 1759, "fp": 2, "fn": 1, "f1": 0.9991479693268958, "precision": 0.9988642816581488, "recall": 0.9994318181818181 }, "birth": { "tp": 7, "fp": 2, "fn": 1, "f1": 0.8235294117647058, "precision": 0.7777777777777778, "recall": 0.875 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.95, "no_growth_scenes": 52, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.038461538461538464 }, "ungated137001": { "examples": 60, "typed": { "tp": 1760, "fp": 4, "fn": 0, "f1": 0.9988649262202043, "precision": 0.9977324263038548, "recall": 1.0 }, "birth": { "tp": 8, "fp": 4, "fn": 0, "f1": 0.8, "precision": 0.6666666666666666, "recall": 1.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.9333333333333333, "no_growth_scenes": 52, "no_growth_false_add_scenes": 4, "no_growth_false_add_rate": 0.07692307692307693 }, "no_birth": { "examples": 60, "typed": { "tp": 1752, "fp": 0, "fn": 8, "f1": 0.9977220956719818, "precision": 1.0, "recall": 0.9954545454545455 }, "birth": { "tp": 0, "fp": 0, "fn": 8, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1750, 1750 ], "exact_graph_accuracy": 0.8666666666666667, "no_growth_scenes": 52, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 } }, "accumulated_canonical_state_divergence": [ { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 49.464285714285715, "canonical_colour_agreement": 0.7142857142857143 }, { "canonical_graph_counts": [ 10, 30, 30 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 126.64655172413794, "canonical_colour_agreement": 0.29310344827586204 }, { "canonical_graph_counts": [ 5, 110, 110 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 166.21666666666667, "canonical_colour_agreement": 0.18333333333333332 }, { "canonical_graph_counts": [ 4, 35, 35 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 149.22058823529412, "canonical_colour_agreement": 0.23529411764705882 }, { "canonical_graph_counts": [ 15, 8, 8 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 50.75, "canonical_colour_agreement": 0.6 }, { "canonical_graph_counts": [ 5, 60, 60 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 170.46774193548387, "canonical_colour_agreement": 0.06451612903225806 }, { "canonical_graph_counts": [ 19, 30, 30 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 87.0, "canonical_colour_agreement": 0.2857142857142857 }, { "canonical_graph_counts": [ 0, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 66.3125, "canonical_colour_agreement": 0.59375 }, { "canonical_graph_counts": [ 22, 27, 27 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 72.55263157894737, "canonical_colour_agreement": 0.21052631578947367 }, { "canonical_graph_counts": [ 6, 73, 73 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 109.18888888888888, "canonical_colour_agreement": 0.17777777777777778 }, { "canonical_graph_counts": [ 17, 36, 36 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 125.6875, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 23, 24, 24 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 31.5, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 5, 19, 19 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 54.421052631578945, "canonical_colour_agreement": 0.3157894736842105 }, { "canonical_graph_counts": [ 28, 8, 8 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 56.75, "canonical_colour_agreement": 0.42857142857142855 }, { "canonical_graph_counts": [ 0, 2, 1 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 216.79166666666666, "canonical_colour_agreement": 0.125 }, { "canonical_graph_counts": [ 3, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 110.92857142857143, "canonical_colour_agreement": 0.32142857142857145 }, { "canonical_graph_counts": [ 17, 17, 17 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 54.14, "canonical_colour_agreement": 0.48 }, { "canonical_graph_counts": [ 8, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 141.19642857142858, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": null, "canonical_colour_agreement": null }, { "canonical_graph_counts": [ 16, 49, 49 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 77.23214285714286, "canonical_colour_agreement": 0.17857142857142858 }, { "canonical_graph_counts": [ 16, 11, 11 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 89.1, "canonical_colour_agreement": 0.3 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 9.23076923076923, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 15, 46, 46 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 95.66666666666667, "canonical_colour_agreement": 0.2962962962962963 }, { "canonical_graph_counts": [ 17, 18, 18 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 68.73529411764706, "canonical_colour_agreement": 0.17647058823529413 }, { "canonical_graph_counts": [ 5, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 132.6206896551724, "canonical_colour_agreement": 0.1896551724137931 }, { "canonical_graph_counts": [ 8, 24, 24 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 91.725, "canonical_colour_agreement": 0.325 }, { "canonical_graph_counts": [ 8, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 24.5, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 11.0, "canonical_colour_agreement": 0.4 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 32.38235294117647, "canonical_colour_agreement": 0.6470588235294118 }, { "canonical_graph_counts": [ 4, 38, 38 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 116.15789473684211, "canonical_colour_agreement": 0.05263157894736842 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 38.81481481481482, "canonical_colour_agreement": 0.7037037037037037 }, { "canonical_graph_counts": [ 5, 33, 33 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 128.97916666666666, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 4, 55, 56 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 187.25, "canonical_colour_agreement": 0.041666666666666664 }, { "canonical_graph_counts": [ 3, 6, 7 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 76.91666666666667, "canonical_colour_agreement": 0.4166666666666667 }, { "canonical_graph_counts": [ 2, 4, 4 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 76.73809523809524, "canonical_colour_agreement": 0.5238095238095238 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 65.48717948717949, "canonical_colour_agreement": 0.7435897435897436 }, { "canonical_graph_counts": [ 5, 8, 8 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 20.166666666666668, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 4, 7, 8 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 110.56896551724138, "canonical_colour_agreement": 0.3793103448275862 }, { "canonical_graph_counts": [ 1, 28, 28 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 148.65217391304347, "canonical_colour_agreement": 0.21739130434782608 }, { "canonical_graph_counts": [ 3, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 50.05555555555556, "canonical_colour_agreement": 0.7222222222222222 }, { "canonical_graph_counts": [ 11, 16, 16 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 80.25, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 7, 8, 8 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 59.35, "canonical_colour_agreement": 0.5666666666666667 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 33.57692307692308, "canonical_colour_agreement": 0.8461538461538461 }, { "canonical_graph_counts": [ 2, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 62.0, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 16.8, "canonical_colour_agreement": 0.6 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 50.68421052631579, "canonical_colour_agreement": 0.6842105263157895 }, { "canonical_graph_counts": [ 2, 15, 15 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 104.9, "canonical_colour_agreement": 0.26666666666666666 }, { "canonical_graph_counts": [ 0, 26, 27 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 162.66666666666666, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 9, 20, 20 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 104.67391304347827, "canonical_colour_agreement": 0.43478260869565216 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 9.9, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 7, 31, 31 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 87.91666666666667, "canonical_colour_agreement": 0.23333333333333334 }, { "canonical_graph_counts": [ 9, 119, 119 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 152.20338983050848, "canonical_colour_agreement": 0.0847457627118644 }, { "canonical_graph_counts": [ 16, 48, 48 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 113.0, "canonical_colour_agreement": 0.15151515151515152 }, { "canonical_graph_counts": [ 8, 29, 29 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 81.57692307692308, "canonical_colour_agreement": 0.07692307692307693 }, { "canonical_graph_counts": [ 7, 42, 42 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 216.75, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 1, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 100.3076923076923, "canonical_colour_agreement": 0.6923076923076923 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 6.357142857142857, "canonical_colour_agreement": 0.8571428571428571 }, { "canonical_graph_counts": [ 9, 31, 31 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 65.55555555555556, "canonical_colour_agreement": 0.3333333333333333 }, { "canonical_graph_counts": [ 3, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 10.625, "canonical_colour_agreement": 0.5 }, { "canonical_graph_counts": [ 19, 18, 18 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 58.69230769230769, "canonical_colour_agreement": 0.5769230769230769 } ], "accumulated_canonical_graph_f1": 0.24368077250781028 }, { "step": 3, "local_fidelity": { "copy": { "examples": 60, "typed": { "tp": 1758, "fp": 1, "fn": 15, "f1": 0.9954699886749717, "precision": 0.9994314951677089, "recall": 0.9915397631133672 }, "birth": { "tp": 0, "fp": 0, "fn": 15, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.75, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 60, "typed": { "tp": 1763, "fp": 21, "fn": 10, "f1": 0.9912847905538376, "precision": 0.9882286995515696, "recall": 0.9943598420755781 }, "birth": { "tp": 9, "fp": 17, "fn": 6, "f1": 0.43902439024390244, "precision": 0.34615384615384615, "recall": 0.6 }, "persistent_recall": 0.9977246871444824, "persistent_counts": [ 1754, 1758 ], "exact_graph_accuracy": 0.75, "no_growth_scenes": 45, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.044444444444444446 }, "seed137001": { "examples": 60, "typed": { "tp": 1771, "fp": 0, "fn": 2, "f1": 0.9994356659142212, "precision": 1.0, "recall": 0.9988719684151156 }, "birth": { "tp": 13, "fp": 0, "fn": 2, "f1": 0.9285714285714286, "precision": 1.0, "recall": 0.8666666666666667 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137001": { "examples": 60, "typed": { "tp": 1772, "fp": 0, "fn": 1, "f1": 0.9997179125528914, "precision": 1.0, "recall": 0.9994359842075579 }, "birth": { "tp": 14, "fp": 0, "fn": 1, "f1": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137002": { "examples": 60, "typed": { "tp": 1771, "fp": 0, "fn": 2, "f1": 0.9994356659142212, "precision": 1.0, "recall": 0.9988719684151156 }, "birth": { "tp": 13, "fp": 0, "fn": 2, "f1": 0.9285714285714286, "precision": 1.0, "recall": 0.8666666666666667 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137002": { "examples": 60, "typed": { "tp": 1772, "fp": 0, "fn": 1, "f1": 0.9997179125528914, "precision": 1.0, "recall": 0.9994359842075579 }, "birth": { "tp": 14, "fp": 0, "fn": 1, "f1": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "seed137003": { "examples": 60, "typed": { "tp": 1772, "fp": 0, "fn": 1, "f1": 0.9997179125528914, "precision": 1.0, "recall": 0.9994359842075579 }, "birth": { "tp": 14, "fp": 0, "fn": 1, "f1": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137003": { "examples": 60, "typed": { "tp": 1773, "fp": 1, "fn": 0, "f1": 0.9997180716098111, "precision": 0.9994363021420518, "recall": 1.0 }, "birth": { "tp": 15, "fp": 1, "fn": 0, "f1": 0.967741935483871, "precision": 0.9375, "recall": 1.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9833333333333333, "no_growth_scenes": 45, "no_growth_false_add_scenes": 1, "no_growth_false_add_rate": 0.022222222222222223 }, "ungated137001": { "examples": 60, "typed": { "tp": 1772, "fp": 3, "fn": 1, "f1": 0.9988726042841037, "precision": 0.9983098591549295, "recall": 0.9994359842075579 }, "birth": { "tp": 14, "fp": 3, "fn": 1, "f1": 0.875, "precision": 0.8235294117647058, "recall": 0.9333333333333333 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.9333333333333333, "no_growth_scenes": 45, "no_growth_false_add_scenes": 3, "no_growth_false_add_rate": 0.06666666666666667 }, "no_birth": { "examples": 60, "typed": { "tp": 1758, "fp": 0, "fn": 15, "f1": 0.9957519116397621, "precision": 1.0, "recall": 0.9915397631133672 }, "birth": { "tp": 0, "fp": 0, "fn": 15, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1758, 1758 ], "exact_graph_accuracy": 0.75, "no_growth_scenes": 45, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 } }, "accumulated_canonical_state_divergence": [ { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 77.82142857142857, "canonical_colour_agreement": 0.6071428571428571 }, { "canonical_graph_counts": [ 0, 40, 40 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 169.56034482758622, "canonical_colour_agreement": 0.1206896551724138 }, { "canonical_graph_counts": [ 4, 111, 112 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 180.1, "canonical_colour_agreement": 0.08333333333333333 }, { "canonical_graph_counts": [ 5, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 148.44117647058823, "canonical_colour_agreement": 0.2647058823529412 }, { "canonical_graph_counts": [ 15, 9, 9 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 53.09090909090909, "canonical_colour_agreement": 0.5454545454545454 }, { "canonical_graph_counts": [ 13, 52, 52 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 139.70967741935485, "canonical_colour_agreement": 0.22580645161290322 }, { "canonical_graph_counts": [ 15, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 78.30952380952381, "canonical_colour_agreement": 0.23809523809523808 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 90.06060606060606, "canonical_colour_agreement": 0.5454545454545454 }, { "canonical_graph_counts": [ 22, 27, 27 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 76.02631578947368, "canonical_colour_agreement": 0.21052631578947367 }, { "canonical_graph_counts": [ 10, 70, 70 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 97.57608695652173, "canonical_colour_agreement": 0.17391304347826086 }, { "canonical_graph_counts": [ 15, 38, 38 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 128.27083333333334, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 5, 43, 42 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 176.52777777777777, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 6, 18, 18 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 66.05263157894737, "canonical_colour_agreement": 0.10526315789473684 }, { "canonical_graph_counts": [ 13, 24, 24 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 100.0, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 0, 3, 2 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 174.34, "canonical_colour_agreement": 0.16 }, { "canonical_graph_counts": [ 4, 33, 33 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 137.98214285714286, "canonical_colour_agreement": 0.32142857142857145 }, { "canonical_graph_counts": [ 1, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 97.5576923076923, "canonical_colour_agreement": 0.46153846153846156 }, { "canonical_graph_counts": [ 9, 38, 39 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 149.80357142857142, "canonical_colour_agreement": 0.21428571428571427 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": null, "canonical_colour_agreement": null }, { "canonical_graph_counts": [ 15, 50, 50 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 95.85714285714286, "canonical_colour_agreement": 0.10714285714285714 }, { "canonical_graph_counts": [ 15, 12, 12 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 93.15, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 71.07692307692308, "canonical_colour_agreement": 0.8461538461538461 }, { "canonical_graph_counts": [ 9, 51, 52 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 125.22222222222223, "canonical_colour_agreement": 0.2222222222222222 }, { "canonical_graph_counts": [ 5, 31, 30 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 175.52941176470588, "canonical_colour_agreement": 0.23529411764705882 }, { "canonical_graph_counts": [ 4, 40, 40 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 144.4655172413793, "canonical_colour_agreement": 0.1896551724137931 }, { "canonical_graph_counts": [ 7, 25, 25 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 126.0, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 8, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 34.375, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 7, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 17.25, "canonical_colour_agreement": 0.3333333333333333 }, { "canonical_graph_counts": [ 0, 0, 1 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 110.44117647058823, "canonical_colour_agreement": 0.29411764705882354 }, { "canonical_graph_counts": [ 3, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 121.15789473684211, "canonical_colour_agreement": 0.05263157894736842 }, { "canonical_graph_counts": [ 0, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 79.4074074074074, "canonical_colour_agreement": 0.4444444444444444 }, { "canonical_graph_counts": [ 0, 38, 38 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 158.66666666666666, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 1, 58, 60 ], "node_count_difference": 2, "shared_canonical_slot_xy_mae": 216.04166666666666, "canonical_colour_agreement": 0.041666666666666664 }, { "canonical_graph_counts": [ 3, 6, 7 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 81.875, "canonical_colour_agreement": 0.4166666666666667 }, { "canonical_graph_counts": [ 2, 4, 4 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 61.19047619047619, "canonical_colour_agreement": 0.6190476190476191 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 73.5, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 13, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 16.958333333333332, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 4, 8, 9 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 84.53333333333333, "canonical_colour_agreement": 0.36666666666666664 }, { "canonical_graph_counts": [ 1, 28, 28 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 146.6086956521739, "canonical_colour_agreement": 0.21739130434782608 }, { "canonical_graph_counts": [ 3, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 87.47222222222223, "canonical_colour_agreement": 0.6111111111111112 }, { "canonical_graph_counts": [ 11, 16, 16 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 85.7, "canonical_colour_agreement": 0.1 }, { "canonical_graph_counts": [ 2, 13, 13 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 116.65, "canonical_colour_agreement": 0.4 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 43.0, "canonical_colour_agreement": 0.6153846153846154 }, { "canonical_graph_counts": [ 2, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 63.166666666666664, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 24.3, "canonical_colour_agreement": 0.6 }, { "canonical_graph_counts": [ 0, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 86.26315789473684, "canonical_colour_agreement": 0.631578947368421 }, { "canonical_graph_counts": [ 0, 17, 17 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 117.2, "canonical_colour_agreement": 0.2 }, { "canonical_graph_counts": [ 3, 24, 25 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 167.92857142857142, "canonical_colour_agreement": 0.07142857142857142 }, { "canonical_graph_counts": [ 6, 23, 23 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 107.71739130434783, "canonical_colour_agreement": 0.21739130434782608 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 14.8, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 4, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 118.0, "canonical_colour_agreement": 0.23333333333333334 }, { "canonical_graph_counts": [ 11, 117, 117 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 126.35593220338983, "canonical_colour_agreement": 0.15254237288135594 }, { "canonical_graph_counts": [ 15, 50, 50 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 98.95588235294117, "canonical_colour_agreement": 0.23529411764705882 }, { "canonical_graph_counts": [ 17, 20, 20 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 52.65384615384615, "canonical_colour_agreement": 0.15384615384615385 }, { "canonical_graph_counts": [ 9, 40, 40 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 174.41666666666666, "canonical_colour_agreement": 0.1111111111111111 }, { "canonical_graph_counts": [ 1, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 103.34615384615384, "canonical_colour_agreement": 0.6923076923076923 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 12.071428571428571, "canonical_colour_agreement": 0.8571428571428571 }, { "canonical_graph_counts": [ 4, 37, 37 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 86.85714285714286, "canonical_colour_agreement": 0.35714285714285715 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 230.75, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 19, 18, 18 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 61.82692307692308, "canonical_colour_agreement": 0.46153846153846156 } ], "accumulated_canonical_graph_f1": 0.19729425028184894 }, { "step": 4, "local_fidelity": { "copy": { "examples": 60, "typed": { "tp": 1769, "fp": 2, "fn": 16, "f1": 0.9949381327334084, "precision": 0.9988706945228685, "recall": 0.9910364145658264 }, "birth": { "tp": 0, "fp": 0, "fn": 14, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.7333333333333333, "no_growth_scenes": 46, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "prior136": { "examples": 60, "typed": { "tp": 1778, "fp": 25, "fn": 7, "f1": 0.9910813823857302, "precision": 0.9861342207432058, "recall": 0.996078431372549 }, "birth": { "tp": 9, "fp": 23, "fn": 5, "f1": 0.391304347826087, "precision": 0.28125, "recall": 0.6428571428571429 }, "persistent_recall": 0.9988694177501414, "persistent_counts": [ 1767, 1769 ], "exact_graph_accuracy": 0.75, "no_growth_scenes": 46, "no_growth_false_add_scenes": 3, "no_growth_false_add_rate": 0.06521739130434782 }, "seed137001": { "examples": 60, "typed": { "tp": 1783, "fp": 0, "fn": 2, "f1": 0.999439461883408, "precision": 1.0, "recall": 0.9988795518207283 }, "birth": { "tp": 12, "fp": 0, "fn": 2, "f1": 0.9230769230769231, "precision": 1.0, "recall": 0.8571428571428571 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137001": { "examples": 60, "typed": { "tp": 1784, "fp": 1, "fn": 1, "f1": 0.9994397759103641, "precision": 0.9994397759103641, "recall": 0.9994397759103641 }, "birth": { "tp": 13, "fp": 1, "fn": 1, "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 1, "no_growth_false_add_rate": 0.021739130434782608 }, "seed137002": { "examples": 60, "typed": { "tp": 1783, "fp": 0, "fn": 2, "f1": 0.999439461883408, "precision": 1.0, "recall": 0.9988795518207283 }, "birth": { "tp": 12, "fp": 0, "fn": 2, "f1": 0.9230769230769231, "precision": 1.0, "recall": 0.8571428571428571 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 }, "raw_seed137002": { "examples": 60, "typed": { "tp": 1784, "fp": 1, "fn": 1, "f1": 0.9994397759103641, "precision": 0.9994397759103641, "recall": 0.9994397759103641 }, "birth": { "tp": 13, "fp": 1, "fn": 1, "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 1, "no_growth_false_add_rate": 0.021739130434782608 }, "seed137003": { "examples": 60, "typed": { "tp": 1784, "fp": 2, "fn": 1, "f1": 0.9991598991879026, "precision": 0.9988801791713325, "recall": 0.9994397759103641 }, "birth": { "tp": 13, "fp": 2, "fn": 1, "f1": 0.896551724137931, "precision": 0.8666666666666667, "recall": 0.9285714285714286 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.95, "no_growth_scenes": 46, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.043478260869565216 }, "raw_seed137003": { "examples": 60, "typed": { "tp": 1785, "fp": 2, "fn": 0, "f1": 0.9994400895856663, "precision": 0.9988808058198098, "recall": 1.0 }, "birth": { "tp": 14, "fp": 2, "fn": 0, "f1": 0.9333333333333333, "precision": 0.875, "recall": 1.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 2, "no_growth_false_add_rate": 0.043478260869565216 }, "ungated137001": { "examples": 60, "typed": { "tp": 1784, "fp": 3, "fn": 1, "f1": 0.9988801791713325, "precision": 0.9983212087297146, "recall": 0.9994397759103641 }, "birth": { "tp": 13, "fp": 3, "fn": 1, "f1": 0.8666666666666667, "precision": 0.8125, "recall": 0.9285714285714286 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.9333333333333333, "no_growth_scenes": 46, "no_growth_false_add_scenes": 3, "no_growth_false_add_rate": 0.06521739130434782 }, "no_birth": { "examples": 60, "typed": { "tp": 1771, "fp": 0, "fn": 14, "f1": 0.9960629921259843, "precision": 1.0, "recall": 0.9921568627450981 }, "birth": { "tp": 0, "fp": 0, "fn": 14, "f1": 0.0, "precision": null, "recall": 0.0 }, "persistent_recall": 1.0, "persistent_counts": [ 1769, 1769 ], "exact_graph_accuracy": 0.7666666666666667, "no_growth_scenes": 46, "no_growth_false_add_scenes": 0, "no_growth_false_add_rate": 0.0 } }, "accumulated_canonical_state_divergence": [ { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 82.53571428571429, "canonical_colour_agreement": 0.42857142857142855 }, { "canonical_graph_counts": [ 1, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 155.80172413793105, "canonical_colour_agreement": 0.22413793103448276 }, { "canonical_graph_counts": [ 2, 114, 115 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 176.71311475409837, "canonical_colour_agreement": 0.04918032786885246 }, { "canonical_graph_counts": [ 4, 35, 35 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 129.55882352941177, "canonical_colour_agreement": 0.20588235294117646 }, { "canonical_graph_counts": [ 3, 22, 21 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 103.27272727272727, "canonical_colour_agreement": 0.2727272727272727 }, { "canonical_graph_counts": [ 6, 59, 59 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 135.88709677419354, "canonical_colour_agreement": 0.2903225806451613 }, { "canonical_graph_counts": [ 15, 34, 34 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 92.16666666666667, "canonical_colour_agreement": 0.19047619047619047 }, { "canonical_graph_counts": [ 0, 4, 4 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 99.79411764705883, "canonical_colour_agreement": 0.4117647058823529 }, { "canonical_graph_counts": [ 10, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 117.92105263157895, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 3, 77, 78 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 130.95652173913044, "canonical_colour_agreement": 0.15217391304347827 }, { "canonical_graph_counts": [ 8, 45, 45 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 179.8125, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 4, 44, 43 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 174.19444444444446, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 5, 20, 20 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 88.425, "canonical_colour_agreement": 0.1 }, { "canonical_graph_counts": [ 1, 36, 36 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 186.46666666666667, "canonical_colour_agreement": 0.13333333333333333 }, { "canonical_graph_counts": [ 0, 4, 3 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 189.51923076923077, "canonical_colour_agreement": 0.11538461538461539 }, { "canonical_graph_counts": [ 2, 35, 36 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 170.28571428571428, "canonical_colour_agreement": 0.21428571428571427 }, { "canonical_graph_counts": [ 6, 29, 30 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 129.73076923076923, "canonical_colour_agreement": 0.2692307692307692 }, { "canonical_graph_counts": [ 7, 40, 42 ], "node_count_difference": 2, "shared_canonical_slot_xy_mae": 150.07142857142858, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": null, "canonical_colour_agreement": null }, { "canonical_graph_counts": [ 7, 58, 58 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 106.16071428571429, "canonical_colour_agreement": 0.10714285714285714 }, { "canonical_graph_counts": [ 8, 19, 19 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 172.65, "canonical_colour_agreement": 0.1 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 74.8076923076923, "canonical_colour_agreement": 0.8461538461538461 }, { "canonical_graph_counts": [ 9, 52, 53 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 85.42857142857143, "canonical_colour_agreement": 0.21428571428571427 }, { "canonical_graph_counts": [ 2, 35, 33 ], "node_count_difference": 2, "shared_canonical_slot_xy_mae": 189.47058823529412, "canonical_colour_agreement": 0.058823529411764705 }, { "canonical_graph_counts": [ 1, 43, 43 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 143.31896551724137, "canonical_colour_agreement": 0.1724137931034483 }, { "canonical_graph_counts": [ 2, 30, 31 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 127.15, "canonical_colour_agreement": 0.125 }, { "canonical_graph_counts": [ 8, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 45.625, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 3, 5, 6 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 98.91666666666667, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 0, 1, 2 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 151.33333333333334, "canonical_colour_agreement": 0.2777777777777778 }, { "canonical_graph_counts": [ 3, 39, 39 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 105.94736842105263, "canonical_colour_agreement": 0.21052631578947367 }, { "canonical_graph_counts": [ 0, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 90.03703703703704, "canonical_colour_agreement": 0.4074074074074074 }, { "canonical_graph_counts": [ 1, 37, 37 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 140.27083333333334, "canonical_colour_agreement": 0.20833333333333334 }, { "canonical_graph_counts": [ 1, 58, 61 ], "node_count_difference": 3, "shared_canonical_slot_xy_mae": 218.125, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 3, 6, 7 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 88.375, "canonical_colour_agreement": 0.4166666666666667 }, { "canonical_graph_counts": [ 3, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 61.476190476190474, "canonical_colour_agreement": 0.6190476190476191 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 66.82051282051282, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 13, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 22.208333333333332, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 3, 9, 11 ], "node_count_difference": 2, "shared_canonical_slot_xy_mae": 109.81666666666666, "canonical_colour_agreement": 0.26666666666666666 }, { "canonical_graph_counts": [ 0, 29, 29 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 140.58695652173913, "canonical_colour_agreement": 0.1956521739130435 }, { "canonical_graph_counts": [ 3, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 83.19444444444444, "canonical_colour_agreement": 0.5555555555555556 }, { "canonical_graph_counts": [ 11, 16, 16 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 92.1, "canonical_colour_agreement": 0.1 }, { "canonical_graph_counts": [ 2, 13, 13 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 113.63333333333334, "canonical_colour_agreement": 0.4 }, { "canonical_graph_counts": [ 0, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 58.392857142857146, "canonical_colour_agreement": 0.5714285714285714 }, { "canonical_graph_counts": [ 2, 1, 1 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 64.33333333333333, "canonical_colour_agreement": 0.6666666666666666 }, { "canonical_graph_counts": [ 7, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 31.7, "canonical_colour_agreement": 0.6 }, { "canonical_graph_counts": [ 0, 3, 3 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 130.26315789473685, "canonical_colour_agreement": 0.42105263157894735 }, { "canonical_graph_counts": [ 0, 17, 17 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 175.8, "canonical_colour_agreement": 0.13333333333333333 }, { "canonical_graph_counts": [ 6, 22, 23 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 120.53448275862068, "canonical_colour_agreement": 0.06896551724137931 }, { "canonical_graph_counts": [ 5, 25, 25 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 106.875, "canonical_colour_agreement": 0.25 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 18.8, "canonical_colour_agreement": 1.0 }, { "canonical_graph_counts": [ 3, 35, 36 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 141.95, "canonical_colour_agreement": 0.13333333333333333 }, { "canonical_graph_counts": [ 7, 121, 121 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 137.175, "canonical_colour_agreement": 0.1 }, { "canonical_graph_counts": [ 3, 63, 62 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 176.75, "canonical_colour_agreement": 0.08823529411764706 }, { "canonical_graph_counts": [ 10, 27, 27 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 93.1923076923077, "canonical_colour_agreement": 0.07692307692307693 }, { "canonical_graph_counts": [ 11, 38, 38 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 137.44444444444446, "canonical_colour_agreement": 0.16666666666666666 }, { "canonical_graph_counts": [ 0, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 153.84615384615384, "canonical_colour_agreement": 0.5384615384615384 }, { "canonical_graph_counts": [ 0, 0, 0 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 17.928571428571427, "canonical_colour_agreement": 0.8571428571428571 }, { "canonical_graph_counts": [ 2, 39, 40 ], "node_count_difference": 1, "shared_canonical_slot_xy_mae": 154.0, "canonical_colour_agreement": 0.17857142857142858 }, { "canonical_graph_counts": [ 1, 2, 2 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 234.625, "canonical_colour_agreement": 0.0 }, { "canonical_graph_counts": [ 9, 28, 28 ], "node_count_difference": 0, "shared_canonical_slot_xy_mae": 98.25, "canonical_colour_agreement": 0.2692307692307692 } ], "accumulated_canonical_graph_f1": 0.12629226040793518 } ], "prediction_archive": "analysis/final-predictions.jsonl", "archive_sha256": "711f9c4c2d31bbea6688b3b6b943b604aab43c4de978c0f48d05560da3213fa0", "scope": "Fresh cases of known authored numerical rules. Hybrid distillation with targeted supervision, not semantic intelligence or equal-budget causal comparison.", "trajectory_scope": "Local fidelity uses teacher(current modelstate). Accumulated divergence compares independently re-canonicalized states; slots may not represent same persistent entity and this is not semantic memory." }