{ "splits": { "primary": { "seed138001": { "scenes": 2000, "typed_graph": { "tp": 54531, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 385, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 1615, "no_birth_false_positive_scenes": 0, "node_count_correct": 2000, "region_count_correct": 2000, "graph_exact": 2000, "persistent_total": 49032, "persistent_correct": 49032, "target_cells": 42961, "predicted_cells": 42961, "missing_cells": 0, "extra_cells": 0, "matched_cells": 42961, "colour_correct": 42961, "layer_correct": 42961, "emphasis_correct": 42961, "xy_exact_correct": 42961, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 13403, "changed_colour_correct": 13403, "retained_colour_total": 29173, "retained_colour_correct": 29173, "birth_colour_total": 385, "birth_colour_correct": 385, "target_regions": 4657, "matched_regions": 4657, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 4657, "region_pattern_correct": 4657, "full_field_exact": 2000, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "seed138002": { "scenes": 2000, "typed_graph": { "tp": 54531, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 385, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 1615, "no_birth_false_positive_scenes": 0, "node_count_correct": 2000, "region_count_correct": 2000, "graph_exact": 2000, "persistent_total": 49032, "persistent_correct": 49032, "target_cells": 42961, "predicted_cells": 42961, "missing_cells": 0, "extra_cells": 0, "matched_cells": 42961, "colour_correct": 42961, "layer_correct": 42961, "emphasis_correct": 42961, "xy_exact_correct": 42961, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 13403, "changed_colour_correct": 13403, "retained_colour_total": 29173, "retained_colour_correct": 29173, "birth_colour_total": 385, "birth_colour_correct": 385, "target_regions": 4657, "matched_regions": 4657, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 4657, "region_pattern_correct": 4657, "full_field_exact": 2000, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "seed138003": { "scenes": 2000, "typed_graph": { "tp": 54531, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 382, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 385, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 1615, "no_birth_false_positive_scenes": 0, "node_count_correct": 2000, "region_count_correct": 2000, "graph_exact": 2000, "persistent_total": 49032, "persistent_correct": 49032, "target_cells": 42961, "predicted_cells": 42961, "missing_cells": 0, "extra_cells": 0, "matched_cells": 42961, "colour_correct": 42961, "layer_correct": 42961, "emphasis_correct": 42961, "xy_exact_correct": 42961, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 13403, "changed_colour_correct": 13403, "retained_colour_total": 29173, "retained_colour_correct": 29173, "birth_colour_total": 385, "birth_colour_correct": 385, "target_regions": 4657, "matched_regions": 4657, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 4657, "region_pattern_correct": 4657, "full_field_exact": 2000, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "prior137": { "scenes": 2000, "typed_graph": { "tp": 54499, "fp": 3, "fn": 32, "precision": 0.9999449561483982, "recall": 0.9994131778254571, "f1": 0.9996789962671851 }, "birth_links": { "tp": 350, "fp": 3, "fn": 32, "precision": 0.9915014164305949, "recall": 0.9162303664921466, "f1": 0.9523809523809523 }, "new_endpoint_pair_triples": { "tp": 350, "fp": 3, "fn": 32, "precision": 0.9915014164305949, "recall": 0.9162303664921466, "f1": 0.9523809523809523 }, "birth_decisions": { "tp": 352, "fp": 3, "fn": 33, "precision": 0.9915492957746479, "recall": 0.9142857142857143, "f1": 0.9513513513513514 }, "no_birth_target_scenes": 1615, "no_birth_false_positive_scenes": 3, "node_count_correct": 1950, "region_count_correct": 1935, "graph_exact": 1965, "persistent_total": 49032, "persistent_correct": 49032, "target_cells": 42961, "predicted_cells": 42945, "missing_cells": 33, "extra_cells": 17, "matched_cells": 42928, "colour_correct": 29851, "layer_correct": 40306, "emphasis_correct": 36308, "xy_exact_correct": 182, "xy_absolute_error_sum_matched": 599425, "changed_colour_total": 13403, "changed_colour_correct": 2040, "retained_colour_total": 29173, "retained_colour_correct": 27461, "birth_colour_total": 385, "birth_colour_correct": 350, "target_regions": 4657, "matched_regions": 4631, "missing_regions": 26, "extra_regions": 39, "region_geometry_absolute_error_sum_matched": 73481, "region_geometry_exact_correct": 2, "region_pattern_correct": 4628, "full_field_exact": 32, "full_field_exact_rate": 0.016, "graph_exact_rate": 0.9825, "node_count_correct_rate": 0.975, "region_count_correct_rate": 0.9675, "colour_accuracy_missing_wrong": 0.6948395055981006, "layer_accuracy_missing_wrong": 0.9381997625753591, "emphasis_accuracy_missing_wrong": 0.8451386140918508, "xy_exact_accuracy_missing_wrong": 0.004236400456227742, "changed_colour_accuracy_missing_wrong": 0.1522047302842647, "retained_colour_accuracy_missing_wrong": 0.9413156000411339, "birth_colour_accuracy_missing_wrong": 0.9090909090909091, "xy_mae_matched": 6.981748509131569, "region_geometry_mae_matched": 5.289066436334845, "region_geometry_exact_accuracy_missing_wrong": 0.00042946102641185313, "region_pattern_accuracy_missing_wrong": 0.9937728151170281, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0018575851393188853 }, "copy": { "scenes": 2000, "typed_graph": { "tp": 49032, "fp": 5275, "fn": 5499, "precision": 0.9028670337157273, "recall": 0.89915827694339, "f1": 0.9010088388246752 }, "birth_links": { "tp": 0, "fp": 0, "fn": 382, "precision": null, "recall": 0.0, "f1": 0.0 }, "new_endpoint_pair_triples": { "tp": 0, "fp": 0, "fn": 382, "precision": null, "recall": 0.0, "f1": 0.0 }, "birth_decisions": { "tp": 0, "fp": 0, "fn": 385, "precision": null, "recall": 0.0, "f1": 0.0 }, "no_birth_target_scenes": 1615, "no_birth_false_positive_scenes": 0, "node_count_correct": 1601, "region_count_correct": 1697, "graph_exact": 572, "persistent_total": 49032, "persistent_correct": 49032, "target_cells": 42961, "predicted_cells": 42590, "missing_cells": 385, "extra_cells": 14, "matched_cells": 42576, "colour_correct": 29173, "layer_correct": 31416, "emphasis_correct": 28466, "xy_exact_correct": 222, "xy_absolute_error_sum_matched": 632685, "changed_colour_total": 13403, "changed_colour_correct": 0, "retained_colour_total": 29173, "retained_colour_correct": 29173, "birth_colour_total": 385, "birth_colour_correct": 0, "target_regions": 4657, "matched_regions": 4354, "missing_regions": 303, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 39953, "region_geometry_exact_correct": 163, "region_pattern_correct": 2673, "full_field_exact": 32, "full_field_exact_rate": 0.016, "graph_exact_rate": 0.286, "node_count_correct_rate": 0.8005, "region_count_correct_rate": 0.8485, "colour_accuracy_missing_wrong": 0.6790577500523731, "layer_accuracy_missing_wrong": 0.7312678941365425, "emphasis_accuracy_missing_wrong": 0.6626009636647192, "xy_exact_accuracy_missing_wrong": 0.0051674774795744975, "changed_colour_accuracy_missing_wrong": 0.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 0.0, "xy_mae_matched": 7.430066234498309, "region_geometry_mae_matched": 3.0587199510029093, "region_geometry_exact_accuracy_missing_wrong": 0.03500107365256603, "region_pattern_accuracy_missing_wrong": 0.5739746617994417, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 } }, "hard": { "seed138001": { "scenes": 480, "typed_graph": { "tp": 6252, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 279, "no_birth_false_positive_scenes": 0, "node_count_correct": 480, "region_count_correct": 480, "graph_exact": 480, "persistent_total": 5481, "persistent_correct": 5481, "target_cells": 6006, "predicted_cells": 6006, "missing_cells": 0, "extra_cells": 0, "matched_cells": 6006, "colour_correct": 6006, "layer_correct": 6006, "emphasis_correct": 6006, "xy_exact_correct": 6006, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 1045, "changed_colour_correct": 1045, "retained_colour_total": 4760, "retained_colour_correct": 4760, "birth_colour_total": 201, "birth_colour_correct": 201, "target_regions": 1654, "matched_regions": 1654, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 1654, "region_pattern_correct": 1654, "full_field_exact": 480, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "seed138002": { "scenes": 480, "typed_graph": { "tp": 6252, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 279, "no_birth_false_positive_scenes": 0, "node_count_correct": 480, "region_count_correct": 480, "graph_exact": 480, "persistent_total": 5481, "persistent_correct": 5481, "target_cells": 6006, "predicted_cells": 6006, "missing_cells": 0, "extra_cells": 0, "matched_cells": 6006, "colour_correct": 6006, "layer_correct": 6006, "emphasis_correct": 6006, "xy_exact_correct": 6006, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 1045, "changed_colour_correct": 1045, "retained_colour_total": 4760, "retained_colour_correct": 4760, "birth_colour_total": 201, "birth_colour_correct": 201, "target_regions": 1654, "matched_regions": 1654, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 1654, "region_pattern_correct": 1654, "full_field_exact": 480, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "seed138003": { "scenes": 480, "typed_graph": { "tp": 6252, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_links": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "new_endpoint_pair_triples": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "birth_decisions": { "tp": 201, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "no_birth_target_scenes": 279, "no_birth_false_positive_scenes": 0, "node_count_correct": 480, "region_count_correct": 480, "graph_exact": 480, "persistent_total": 5481, "persistent_correct": 5481, "target_cells": 6006, "predicted_cells": 6006, "missing_cells": 0, "extra_cells": 0, "matched_cells": 6006, "colour_correct": 6006, "layer_correct": 6006, "emphasis_correct": 6006, "xy_exact_correct": 6006, "xy_absolute_error_sum_matched": 0, "changed_colour_total": 1045, "changed_colour_correct": 1045, "retained_colour_total": 4760, "retained_colour_correct": 4760, "birth_colour_total": 201, "birth_colour_correct": 201, "target_regions": 1654, "matched_regions": 1654, "missing_regions": 0, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 0, "region_geometry_exact_correct": 1654, "region_pattern_correct": 1654, "full_field_exact": 480, "full_field_exact_rate": 1.0, "graph_exact_rate": 1.0, "node_count_correct_rate": 1.0, "region_count_correct_rate": 1.0, "colour_accuracy_missing_wrong": 1.0, "layer_accuracy_missing_wrong": 1.0, "emphasis_accuracy_missing_wrong": 1.0, "xy_exact_accuracy_missing_wrong": 1.0, "changed_colour_accuracy_missing_wrong": 1.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 1.0, "xy_mae_matched": 0.0, "region_geometry_mae_matched": 0.0, "region_geometry_exact_accuracy_missing_wrong": 1.0, "region_pattern_accuracy_missing_wrong": 1.0, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 }, "prior137": { "scenes": 480, "typed_graph": { "tp": 6225, "fp": 12, "fn": 27, "precision": 0.9980759980759981, "recall": 0.9956813819577736, "f1": 0.9968772519817439 }, "birth_links": { "tp": 174, "fp": 12, "fn": 27, "precision": 0.9354838709677419, "recall": 0.8656716417910447, "f1": 0.8992248062015504 }, "new_endpoint_pair_triples": { "tp": 174, "fp": 12, "fn": 27, "precision": 0.9354838709677419, "recall": 0.8656716417910447, "f1": 0.8992248062015504 }, "birth_decisions": { "tp": 174, "fp": 12, "fn": 27, "precision": 0.9354838709677419, "recall": 0.8656716417910447, "f1": 0.8992248062015504 }, "no_birth_target_scenes": 279, "no_birth_false_positive_scenes": 12, "node_count_correct": 433, "region_count_correct": 427, "graph_exact": 441, "persistent_total": 5481, "persistent_correct": 5481, "target_cells": 6006, "predicted_cells": 5999, "missing_cells": 27, "extra_cells": 20, "matched_cells": 5979, "colour_correct": 4959, "layer_correct": 5141, "emphasis_correct": 5278, "xy_exact_correct": 17, "xy_absolute_error_sum_matched": 89616, "changed_colour_total": 1045, "changed_colour_correct": 91, "retained_colour_total": 4760, "retained_colour_correct": 4694, "birth_colour_total": 201, "birth_colour_correct": 174, "target_regions": 1654, "matched_regions": 1602, "missing_regions": 52, "extra_regions": 1, "region_geometry_absolute_error_sum_matched": 20254, "region_geometry_exact_correct": 1, "region_pattern_correct": 1594, "full_field_exact": 20, "full_field_exact_rate": 0.041666666666666664, "graph_exact_rate": 0.91875, "node_count_correct_rate": 0.9020833333333333, "region_count_correct_rate": 0.8895833333333333, "colour_accuracy_missing_wrong": 0.8256743256743256, "layer_accuracy_missing_wrong": 0.855977355977356, "emphasis_accuracy_missing_wrong": 0.8787878787878788, "xy_exact_accuracy_missing_wrong": 0.0028305028305028305, "changed_colour_accuracy_missing_wrong": 0.08708133971291866, "retained_colour_accuracy_missing_wrong": 0.9861344537815127, "birth_colour_accuracy_missing_wrong": 0.8656716417910447, "xy_mae_matched": 7.494229804315103, "region_geometry_mae_matched": 4.21431543903454, "region_geometry_exact_accuracy_missing_wrong": 0.0006045949214026602, "region_pattern_accuracy_missing_wrong": 0.9637243047158404, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.043010752688172046 }, "copy": { "scenes": 480, "typed_graph": { "tp": 5481, "fp": 592, "fn": 771, "precision": 0.902519347933476, "recall": 0.8766794625719769, "f1": 0.8894117647058823 }, "birth_links": { "tp": 0, "fp": 0, "fn": 201, "precision": null, "recall": 0.0, "f1": 0.0 }, "new_endpoint_pair_triples": { "tp": 0, "fp": 0, "fn": 201, "precision": null, "recall": 0.0, "f1": 0.0 }, "birth_decisions": { "tp": 0, "fp": 0, "fn": 201, "precision": null, "recall": 0.0, "f1": 0.0 }, "no_birth_target_scenes": 279, "no_birth_false_positive_scenes": 0, "node_count_correct": 271, "region_count_correct": 421, "graph_exact": 183, "persistent_total": 5481, "persistent_correct": 5481, "target_cells": 6006, "predicted_cells": 5813, "missing_cells": 201, "extra_cells": 8, "matched_cells": 5805, "colour_correct": 4760, "layer_correct": 3269, "emphasis_correct": 4460, "xy_exact_correct": 13, "xy_absolute_error_sum_matched": 112111, "changed_colour_total": 1045, "changed_colour_correct": 0, "retained_colour_total": 4760, "retained_colour_correct": 4760, "birth_colour_total": 201, "birth_colour_correct": 0, "target_regions": 1654, "matched_regions": 1595, "missing_regions": 59, "extra_regions": 0, "region_geometry_absolute_error_sum_matched": 13000, "region_geometry_exact_correct": 8, "region_pattern_correct": 593, "full_field_exact": 20, "full_field_exact_rate": 0.041666666666666664, "graph_exact_rate": 0.38125, "node_count_correct_rate": 0.5645833333333333, "region_count_correct_rate": 0.8770833333333333, "colour_accuracy_missing_wrong": 0.7925407925407926, "layer_accuracy_missing_wrong": 0.5442890442890443, "emphasis_accuracy_missing_wrong": 0.7425907425907425, "xy_exact_accuracy_missing_wrong": 0.0021645021645021645, "changed_colour_accuracy_missing_wrong": 0.0, "retained_colour_accuracy_missing_wrong": 1.0, "birth_colour_accuracy_missing_wrong": 0.0, "xy_mae_matched": 9.656416881998277, "region_geometry_mae_matched": 2.716823406478579, "region_geometry_exact_accuracy_missing_wrong": 0.0048367593712212815, "region_pattern_accuracy_missing_wrong": 0.3585247883917775, "persistent_recall": 1.0, "no_birth_false_positive_rate": 0.0 } } }, "trajectory": { "1": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2891, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2938, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 703, "original_colour_changed_correct": 703, "original_colour_retained_total": 1761, "original_colour_retained_correct": 1761, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2891, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2938, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 703, "original_colour_changed_correct": 703, "original_colour_retained_total": 1761, "original_colour_retained_correct": 1761, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2891, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2938, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 703, "original_colour_changed_correct": 703, "original_colour_retained_total": 1761, "original_colour_retained_correct": 1761, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1768, "original_layer_correct": 2241, "original_emphasis_correct": 2094, "original_xy_absolute_error_sum_matched": 36887, "original_xy_exact_correct": 8, "all_original_graph": { "tp": 2891, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2932, "fp": 3, "fn": 6, "precision": 0.9989778534923339, "recall": 0.9979577944179714, "f1": 0.9984675634258471 }, "original_colour_changed_total": 703, "original_colour_changed_correct": 94, "original_colour_retained_total": 1761, "original_colour_retained_correct": 1674, "original_colour_agreement_matched": 0.7175324675324676, "original_colour_agreement_missing_wrong": 0.7175324675324676, "original_layer_agreement_matched": 0.9094967532467533, "original_layer_agreement_missing_wrong": 0.9094967532467533, "original_emphasis_agreement_matched": 0.8498376623376623, "original_emphasis_agreement_missing_wrong": 0.8498376623376623, "original_xy_exact_agreement_matched": 0.003246753246753247, "original_xy_exact_agreement_missing_wrong": 0.003246753246753247, "original_xy_mae_matched": 7.485186688311688, "original_colour_changed_agreement_missing_wrong": 0.1337126600284495, "original_colour_retained_agreement_missing_wrong": 0.9505962521294719 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1761, "original_layer_correct": 1552, "original_emphasis_correct": 1731, "original_xy_absolute_error_sum_matched": 44141, "original_xy_exact_correct": 13, "all_original_graph": { "tp": 2608, "fp": 295, "fn": 283, "precision": 0.8983809851877368, "recall": 0.9021099965409892, "f1": 0.9002416292716603 }, "secondary_birth_cohort_full_graph": { "tp": 2608, "fp": 295, "fn": 330, "precision": 0.8983809851877368, "recall": 0.8876786929884275, "f1": 0.8929977743537065 }, "original_colour_changed_total": 703, "original_colour_changed_correct": 0, "original_colour_retained_total": 1761, "original_colour_retained_correct": 1761, "original_colour_agreement_matched": 0.7146915584415584, "original_colour_agreement_missing_wrong": 0.7146915584415584, "original_layer_agreement_matched": 0.6298701298701299, "original_layer_agreement_missing_wrong": 0.6298701298701299, "original_emphasis_agreement_matched": 0.7025162337662337, "original_emphasis_agreement_missing_wrong": 0.7025162337662337, "original_xy_exact_agreement_matched": 0.005275974025974026, "original_xy_exact_agreement_missing_wrong": 0.005275974025974026, "original_xy_mae_matched": 8.957183441558442, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "2": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2977, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 697, "original_colour_changed_correct": 697, "original_colour_retained_total": 1767, "original_colour_retained_correct": 1767, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2977, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 697, "original_colour_changed_correct": 697, "original_colour_retained_total": 1767, "original_colour_retained_correct": 1767, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 2977, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 697, "original_colour_changed_correct": 697, "original_colour_retained_total": 1767, "original_colour_retained_correct": 1767, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1719, "original_layer_correct": 2105, "original_emphasis_correct": 1922, "original_xy_absolute_error_sum_matched": 61152, "original_xy_exact_correct": 3, "all_original_graph": { "tp": 2888, "fp": 2, "fn": 2, "precision": 0.9993079584775086, "recall": 0.9993079584775086, "f1": 0.9993079584775086 }, "secondary_birth_cohort_full_graph": { "tp": 2957, "fp": 17, "fn": 20, "precision": 0.9942837928715534, "recall": 0.9932818273429627, "f1": 0.9937825575533524 }, "original_colour_changed_total": 697, "original_colour_changed_correct": 67, "original_colour_retained_total": 1767, "original_colour_retained_correct": 1652, "original_colour_agreement_matched": 0.6976461038961039, "original_colour_agreement_missing_wrong": 0.6976461038961039, "original_layer_agreement_matched": 0.854301948051948, "original_layer_agreement_missing_wrong": 0.854301948051948, "original_emphasis_agreement_matched": 0.7800324675324676, "original_emphasis_agreement_missing_wrong": 0.7800324675324676, "original_xy_exact_agreement_matched": 0.0012175324675324675, "original_xy_exact_agreement_missing_wrong": 0.0012175324675324675, "original_xy_mae_matched": 12.409090909090908, "original_colour_changed_agreement_missing_wrong": 0.09612625538020086, "original_colour_retained_agreement_missing_wrong": 0.9349179400113187 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1767, "original_layer_correct": 1553, "original_emphasis_correct": 1573, "original_xy_absolute_error_sum_matched": 70125, "original_xy_exact_correct": 9, "all_original_graph": { "tp": 2603, "fp": 300, "fn": 287, "precision": 0.8966586290044781, "recall": 0.9006920415224914, "f1": 0.8986708095977904 }, "secondary_birth_cohort_full_graph": { "tp": 2603, "fp": 300, "fn": 374, "precision": 0.8966586290044781, "recall": 0.8743701713134028, "f1": 0.8853741496598639 }, "original_colour_changed_total": 697, "original_colour_changed_correct": 0, "original_colour_retained_total": 1767, "original_colour_retained_correct": 1767, "original_colour_agreement_matched": 0.7171266233766234, "original_colour_agreement_missing_wrong": 0.7171266233766234, "original_layer_agreement_matched": 0.630275974025974, "original_layer_agreement_missing_wrong": 0.630275974025974, "original_emphasis_agreement_matched": 0.6383928571428571, "original_emphasis_agreement_missing_wrong": 0.6383928571428571, "original_xy_exact_agreement_matched": 0.0036525974025974025, "original_xy_exact_agreement_missing_wrong": 0.0036525974025974025, "original_xy_mae_matched": 14.229910714285714, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "3": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3017, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 773, "original_colour_changed_correct": 773, "original_colour_retained_total": 1691, "original_colour_retained_correct": 1691, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3017, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 773, "original_colour_changed_correct": 773, "original_colour_retained_total": 1691, "original_colour_retained_correct": 1691, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2464, "original_layer_correct": 2464, "original_emphasis_correct": 2464, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2464, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3017, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 773, "original_colour_changed_correct": 773, "original_colour_retained_total": 1691, "original_colour_retained_correct": 1691, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1646, "original_layer_correct": 1934, "original_emphasis_correct": 1752, "original_xy_absolute_error_sum_matched": 87726, "original_xy_exact_correct": 2, "all_original_graph": { "tp": 2883, "fp": 7, "fn": 7, "precision": 0.9975778546712802, "recall": 0.9975778546712802, "f1": 0.9975778546712802 }, "secondary_birth_cohort_full_graph": { "tp": 2970, "fp": 34, "fn": 47, "precision": 0.988681757656458, "recall": 0.9844216108717269, "f1": 0.9865470852017937 }, "original_colour_changed_total": 773, "original_colour_changed_correct": 86, "original_colour_retained_total": 1691, "original_colour_retained_correct": 1560, "original_colour_agreement_matched": 0.6680194805194806, "original_colour_agreement_missing_wrong": 0.6680194805194806, "original_layer_agreement_matched": 0.7849025974025974, "original_layer_agreement_missing_wrong": 0.7849025974025974, "original_emphasis_agreement_matched": 0.711038961038961, "original_emphasis_agreement_missing_wrong": 0.711038961038961, "original_xy_exact_agreement_matched": 0.0008116883116883117, "original_xy_exact_agreement_missing_wrong": 0.0008116883116883117, "original_xy_mae_matched": 17.801542207792206, "original_colour_changed_agreement_missing_wrong": 0.111254851228978, "original_colour_retained_agreement_missing_wrong": 0.9225310467179184 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2464, "original_matched": 2464, "original_model_only": 1, "original_teacher_only": 0, "original_colour_correct": 1691, "original_layer_correct": 1476, "original_emphasis_correct": 1429, "original_xy_absolute_error_sum_matched": 97898, "original_xy_exact_correct": 9, "all_original_graph": { "tp": 2602, "fp": 301, "fn": 288, "precision": 0.8963141577678264, "recall": 0.9003460207612457, "f1": 0.8983255653374763 }, "secondary_birth_cohort_full_graph": { "tp": 2602, "fp": 301, "fn": 415, "precision": 0.8963141577678264, "recall": 0.8624461385482267, "f1": 0.879054054054054 }, "original_colour_changed_total": 773, "original_colour_changed_correct": 0, "original_colour_retained_total": 1691, "original_colour_retained_correct": 1691, "original_colour_agreement_matched": 0.6862824675324676, "original_colour_agreement_missing_wrong": 0.6862824675324676, "original_layer_agreement_matched": 0.599025974025974, "original_layer_agreement_missing_wrong": 0.599025974025974, "original_emphasis_agreement_matched": 0.5799512987012987, "original_emphasis_agreement_missing_wrong": 0.5799512987012987, "original_xy_exact_agreement_matched": 0.0036525974025974025, "original_xy_exact_agreement_missing_wrong": 0.0036525974025974025, "original_xy_mae_matched": 19.865665584415584, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "4": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3067, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 836, "original_colour_changed_correct": 836, "original_colour_retained_total": 1626, "original_colour_retained_correct": 1626, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3067, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 836, "original_colour_changed_correct": 836, "original_colour_retained_total": 1626, "original_colour_retained_correct": 1626, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3067, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 836, "original_colour_changed_correct": 836, "original_colour_retained_total": 1626, "original_colour_retained_correct": 1626, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1575, "original_layer_correct": 1828, "original_emphasis_correct": 1700, "original_xy_absolute_error_sum_matched": 116385, "original_xy_exact_correct": 1, "all_original_graph": { "tp": 2883, "fp": 7, "fn": 7, "precision": 0.9975778546712802, "recall": 0.9975778546712802, "f1": 0.9975778546712802 }, "secondary_birth_cohort_full_graph": { "tp": 2994, "fp": 48, "fn": 73, "precision": 0.9842209072978304, "recall": 0.9761982393218128, "f1": 0.9801931576362743 }, "original_colour_changed_total": 836, "original_colour_changed_correct": 100, "original_colour_retained_total": 1626, "original_colour_retained_correct": 1475, "original_colour_agreement_matched": 0.6397238017871649, "original_colour_agreement_missing_wrong": 0.6397238017871649, "original_layer_agreement_matched": 0.7424857839155159, "original_layer_agreement_missing_wrong": 0.7424857839155159, "original_emphasis_agreement_matched": 0.6904955320877335, "original_emphasis_agreement_missing_wrong": 0.6904955320877335, "original_xy_exact_agreement_matched": 0.00040617384240454913, "original_xy_exact_agreement_missing_wrong": 0.00040617384240454913, "original_xy_mae_matched": 23.636271324126728, "original_colour_changed_agreement_missing_wrong": 0.11961722488038277, "original_colour_retained_agreement_missing_wrong": 0.9071340713407134 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1626, "original_layer_correct": 1530, "original_emphasis_correct": 1523, "original_xy_absolute_error_sum_matched": 131236, "original_xy_exact_correct": 10, "all_original_graph": { "tp": 2602, "fp": 301, "fn": 288, "precision": 0.8963141577678264, "recall": 0.9003460207612457, "f1": 0.8983255653374763 }, "secondary_birth_cohort_full_graph": { "tp": 2602, "fp": 301, "fn": 465, "precision": 0.8963141577678264, "recall": 0.8483860449951093, "f1": 0.8716917922948074 }, "original_colour_changed_total": 836, "original_colour_changed_correct": 0, "original_colour_retained_total": 1626, "original_colour_retained_correct": 1626, "original_colour_agreement_matched": 0.6604386677497969, "original_colour_agreement_missing_wrong": 0.6604386677497969, "original_layer_agreement_matched": 0.6214459788789602, "original_layer_agreement_missing_wrong": 0.6214459788789602, "original_emphasis_agreement_matched": 0.6186027619821284, "original_emphasis_agreement_missing_wrong": 0.6186027619821284, "original_xy_exact_agreement_matched": 0.004061738424045491, "original_xy_exact_agreement_missing_wrong": 0.004061738424045491, "original_xy_mae_matched": 26.652315190901707, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "5": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3123, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 869, "original_colour_changed_correct": 869, "original_colour_retained_total": 1593, "original_colour_retained_correct": 1593, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3123, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 869, "original_colour_changed_correct": 869, "original_colour_retained_total": 1593, "original_colour_retained_correct": 1593, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3123, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 869, "original_colour_changed_correct": 869, "original_colour_retained_total": 1593, "original_colour_retained_correct": 1593, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1562, "original_layer_correct": 1693, "original_emphasis_correct": 1675, "original_xy_absolute_error_sum_matched": 146666, "original_xy_exact_correct": 1, "all_original_graph": { "tp": 2881, "fp": 9, "fn": 9, "precision": 0.9968858131487889, "recall": 0.9968858131487889, "f1": 0.9968858131487889 }, "secondary_birth_cohort_full_graph": { "tp": 3009, "fp": 74, "fn": 114, "precision": 0.9759974051248783, "recall": 0.9634966378482228, "f1": 0.9697067354173381 }, "original_colour_changed_total": 869, "original_colour_changed_correct": 117, "original_colour_retained_total": 1593, "original_colour_retained_correct": 1445, "original_colour_agreement_matched": 0.6344435418359058, "original_colour_agreement_missing_wrong": 0.6344435418359058, "original_layer_agreement_matched": 0.6876523151909018, "original_layer_agreement_missing_wrong": 0.6876523151909018, "original_emphasis_agreement_matched": 0.6803411860276198, "original_emphasis_agreement_missing_wrong": 0.6803411860276198, "original_xy_exact_agreement_matched": 0.00040617384240454913, "original_xy_exact_agreement_missing_wrong": 0.00040617384240454913, "original_xy_mae_matched": 29.785946385052803, "original_colour_changed_agreement_missing_wrong": 0.13463751438434982, "original_colour_retained_agreement_missing_wrong": 0.9070935342121783 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1593, "original_layer_correct": 1379, "original_emphasis_correct": 1508, "original_xy_absolute_error_sum_matched": 166842, "original_xy_exact_correct": 9, "all_original_graph": { "tp": 2602, "fp": 301, "fn": 288, "precision": 0.8963141577678264, "recall": 0.9003460207612457, "f1": 0.8983255653374763 }, "secondary_birth_cohort_full_graph": { "tp": 2602, "fp": 301, "fn": 521, "precision": 0.8963141577678264, "recall": 0.8331732308677554, "f1": 0.8635911052107534 }, "original_colour_changed_total": 869, "original_colour_changed_correct": 0, "original_colour_retained_total": 1593, "original_colour_retained_correct": 1593, "original_colour_agreement_matched": 0.6470349309504468, "original_colour_agreement_missing_wrong": 0.6470349309504468, "original_layer_agreement_matched": 0.5601137286758733, "original_layer_agreement_missing_wrong": 0.5601137286758733, "original_emphasis_agreement_matched": 0.6125101543460602, "original_emphasis_agreement_missing_wrong": 0.6125101543460602, "original_xy_exact_agreement_matched": 0.0036555645816409425, "original_xy_exact_agreement_missing_wrong": 0.0036555645816409425, "original_xy_mae_matched": 33.883428107229896, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "6": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3183, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 848, "original_colour_changed_correct": 848, "original_colour_retained_total": 1614, "original_colour_retained_correct": 1614, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3183, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 848, "original_colour_changed_correct": 848, "original_colour_retained_total": 1614, "original_colour_retained_correct": 1614, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3183, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 848, "original_colour_changed_correct": 848, "original_colour_retained_total": 1614, "original_colour_retained_correct": 1614, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1551, "original_layer_correct": 1655, "original_emphasis_correct": 1603, "original_xy_absolute_error_sum_matched": 177873, "original_xy_exact_correct": 1, "all_original_graph": { "tp": 2879, "fp": 11, "fn": 11, "precision": 0.9961937716262976, "recall": 0.9961937716262976, "f1": 0.9961937716262976 }, "secondary_birth_cohort_full_graph": { "tp": 3020, "fp": 105, "fn": 163, "precision": 0.9664, "recall": 0.9487904492617028, "f1": 0.9575142675967026 }, "original_colour_changed_total": 848, "original_colour_changed_correct": 106, "original_colour_retained_total": 1614, "original_colour_retained_correct": 1445, "original_colour_agreement_matched": 0.6299756295694557, "original_colour_agreement_missing_wrong": 0.6299756295694557, "original_layer_agreement_matched": 0.6722177091795288, "original_layer_agreement_missing_wrong": 0.6722177091795288, "original_emphasis_agreement_matched": 0.6510966693744923, "original_emphasis_agreement_missing_wrong": 0.6510966693744923, "original_xy_exact_agreement_matched": 0.00040617384240454913, "original_xy_exact_agreement_missing_wrong": 0.00040617384240454913, "original_xy_mae_matched": 36.123679935012184, "original_colour_changed_agreement_missing_wrong": 0.125, "original_colour_retained_agreement_missing_wrong": 0.8952912019826518 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1614, "original_layer_correct": 1368, "original_emphasis_correct": 1507, "original_xy_absolute_error_sum_matched": 201333, "original_xy_exact_correct": 9, "all_original_graph": { "tp": 2601, "fp": 302, "fn": 289, "precision": 0.8959696865311746, "recall": 0.9, "f1": 0.8979803210771621 }, "secondary_birth_cohort_full_graph": { "tp": 2601, "fp": 302, "fn": 582, "precision": 0.8959696865311746, "recall": 0.8171536286522149, "f1": 0.8547486033519553 }, "original_colour_changed_total": 848, "original_colour_changed_correct": 0, "original_colour_retained_total": 1614, "original_colour_retained_correct": 1614, "original_colour_agreement_matched": 0.6555645816409423, "original_colour_agreement_missing_wrong": 0.6555645816409423, "original_layer_agreement_matched": 0.5556458164094232, "original_layer_agreement_missing_wrong": 0.5556458164094232, "original_emphasis_agreement_matched": 0.6121039805036556, "original_emphasis_agreement_missing_wrong": 0.6121039805036556, "original_xy_exact_agreement_matched": 0.0036555645816409425, "original_xy_exact_agreement_missing_wrong": 0.0036555645816409425, "original_xy_mae_matched": 40.88809910641755, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "7": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3238, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 880, "original_colour_changed_correct": 880, "original_colour_retained_total": 1582, "original_colour_retained_correct": 1582, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3238, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 880, "original_colour_changed_correct": 880, "original_colour_retained_total": 1582, "original_colour_retained_correct": 1582, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2462, "original_layer_correct": 2462, "original_emphasis_correct": 2462, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2462, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3238, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 880, "original_colour_changed_correct": 880, "original_colour_retained_total": 1582, "original_colour_retained_correct": 1582, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1553, "original_layer_correct": 1588, "original_emphasis_correct": 1583, "original_xy_absolute_error_sum_matched": 209156, "original_xy_exact_correct": 0, "all_original_graph": { "tp": 2879, "fp": 11, "fn": 11, "precision": 0.9961937716262976, "recall": 0.9961937716262976, "f1": 0.9961937716262976 }, "secondary_birth_cohort_full_graph": { "tp": 3027, "fp": 133, "fn": 211, "precision": 0.9579113924050633, "recall": 0.9348363187152563, "f1": 0.9462331978743357 }, "original_colour_changed_total": 880, "original_colour_changed_correct": 133, "original_colour_retained_total": 1582, "original_colour_retained_correct": 1420, "original_colour_agreement_matched": 0.6307879772542648, "original_colour_agreement_missing_wrong": 0.6307879772542648, "original_layer_agreement_matched": 0.6450040617384241, "original_layer_agreement_missing_wrong": 0.6450040617384241, "original_emphasis_agreement_matched": 0.6429731925264013, "original_emphasis_agreement_missing_wrong": 0.6429731925264013, "original_xy_exact_agreement_matched": 0.0, "original_xy_exact_agreement_missing_wrong": 0.0, "original_xy_mae_matched": 42.47684809098294, "original_colour_changed_agreement_missing_wrong": 0.15113636363636362, "original_colour_retained_agreement_missing_wrong": 0.8975979772439949 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2462, "original_matched": 2462, "original_model_only": 3, "original_teacher_only": 0, "original_colour_correct": 1582, "original_layer_correct": 1329, "original_emphasis_correct": 1500, "original_xy_absolute_error_sum_matched": 235096, "original_xy_exact_correct": 8, "all_original_graph": { "tp": 2601, "fp": 302, "fn": 289, "precision": 0.8959696865311746, "recall": 0.9, "f1": 0.8979803210771621 }, "secondary_birth_cohort_full_graph": { "tp": 2601, "fp": 302, "fn": 637, "precision": 0.8959696865311746, "recall": 0.8032736256948734, "f1": 0.8470933072789448 }, "original_colour_changed_total": 880, "original_colour_changed_correct": 0, "original_colour_retained_total": 1582, "original_colour_retained_correct": 1582, "original_colour_agreement_matched": 0.6425670186839968, "original_colour_agreement_missing_wrong": 0.6425670186839968, "original_layer_agreement_matched": 0.5398050365556458, "original_layer_agreement_missing_wrong": 0.5398050365556458, "original_emphasis_agreement_matched": 0.6092607636068237, "original_emphasis_agreement_missing_wrong": 0.6092607636068237, "original_xy_exact_agreement_matched": 0.003249390739236393, "original_xy_exact_agreement_missing_wrong": 0.003249390739236393, "original_xy_mae_matched": 47.74492282696994, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } }, "8": { "seed138001": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2461, "original_matched": 2461, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2461, "original_layer_correct": 2461, "original_emphasis_correct": 2461, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2461, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3290, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 866, "original_colour_changed_correct": 866, "original_colour_retained_total": 1595, "original_colour_retained_correct": 1595, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138002": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2461, "original_matched": 2461, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2461, "original_layer_correct": 2461, "original_emphasis_correct": 2461, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2461, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3290, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 866, "original_colour_changed_correct": 866, "original_colour_retained_total": 1595, "original_colour_retained_correct": 1595, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "seed138003": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2461, "original_matched": 2461, "original_model_only": 0, "original_teacher_only": 0, "original_colour_correct": 2461, "original_layer_correct": 2461, "original_emphasis_correct": 2461, "original_xy_absolute_error_sum_matched": 0, "original_xy_exact_correct": 2461, "all_original_graph": { "tp": 2890, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "secondary_birth_cohort_full_graph": { "tp": 3290, "fp": 0, "fn": 0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "original_colour_changed_total": 866, "original_colour_changed_correct": 866, "original_colour_retained_total": 1595, "original_colour_retained_correct": 1595, "original_colour_agreement_matched": 1.0, "original_colour_agreement_missing_wrong": 1.0, "original_layer_agreement_matched": 1.0, "original_layer_agreement_missing_wrong": 1.0, "original_emphasis_agreement_matched": 1.0, "original_emphasis_agreement_missing_wrong": 1.0, "original_xy_exact_agreement_matched": 1.0, "original_xy_exact_agreement_missing_wrong": 1.0, "original_xy_mae_matched": 0.0, "original_colour_changed_agreement_missing_wrong": 1.0, "original_colour_retained_agreement_missing_wrong": 1.0 }, "prior137": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2461, "original_matched": 2461, "original_model_only": 4, "original_teacher_only": 0, "original_colour_correct": 1554, "original_layer_correct": 1599, "original_emphasis_correct": 1553, "original_xy_absolute_error_sum_matched": 239139, "original_xy_exact_correct": 1, "all_original_graph": { "tp": 2877, "fp": 13, "fn": 13, "precision": 0.9955017301038063, "recall": 0.9955017301038063, "f1": 0.9955017301038063 }, "secondary_birth_cohort_full_graph": { "tp": 3037, "fp": 170, "fn": 253, "precision": 0.946990957280948, "recall": 0.9231003039513678, "f1": 0.9348930275511774 }, "original_colour_changed_total": 866, "original_colour_changed_correct": 130, "original_colour_retained_total": 1595, "original_colour_retained_correct": 1424, "original_colour_agreement_matched": 0.6314506298252742, "original_colour_agreement_missing_wrong": 0.6314506298252742, "original_layer_agreement_matched": 0.6497358797236895, "original_layer_agreement_missing_wrong": 0.6497358797236895, "original_emphasis_agreement_matched": 0.6310442909386428, "original_emphasis_agreement_missing_wrong": 0.6310442909386428, "original_xy_exact_agreement_matched": 0.0004063388866314506, "original_xy_exact_agreement_missing_wrong": 0.0004063388866314506, "original_xy_mae_matched": 48.58573750507924, "original_colour_changed_agreement_missing_wrong": 0.15011547344110854, "original_colour_retained_agreement_missing_wrong": 0.8927899686520376 }, "copy": { "scenes": 120, "original_initial": 2465, "original_teacher_alive": 2461, "original_matched": 2461, "original_model_only": 4, "original_teacher_only": 0, "original_colour_correct": 1595, "original_layer_correct": 1324, "original_emphasis_correct": 1493, "original_xy_absolute_error_sum_matched": 268016, "original_xy_exact_correct": 8, "all_original_graph": { "tp": 2600, "fp": 303, "fn": 290, "precision": 0.8956252152945229, "recall": 0.8996539792387543, "f1": 0.897635076816848 }, "secondary_birth_cohort_full_graph": { "tp": 2600, "fp": 303, "fn": 690, "precision": 0.8956252152945229, "recall": 0.790273556231003, "f1": 0.839657678023575 }, "original_colour_changed_total": 866, "original_colour_changed_correct": 0, "original_colour_retained_total": 1595, "original_colour_retained_correct": 1595, "original_colour_agreement_matched": 0.6481105241771637, "original_colour_agreement_missing_wrong": 0.6481105241771637, "original_layer_agreement_matched": 0.5379926859000407, "original_layer_agreement_missing_wrong": 0.5379926859000407, "original_emphasis_agreement_matched": 0.6066639577407558, "original_emphasis_agreement_missing_wrong": 0.6066639577407558, "original_xy_exact_agreement_matched": 0.003250711093051605, "original_xy_exact_agreement_missing_wrong": 0.003250711093051605, "original_xy_mae_matched": 54.45266151970743, "original_colour_changed_agreement_missing_wrong": 0.0, "original_colour_retained_agreement_missing_wrong": 1.0 } } } }